[ 537.639093] env[69563]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69563) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.639480] env[69563]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69563) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.639569] env[69563]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69563) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.639916] env[69563]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 537.735038] env[69563]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69563) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 537.745085] env[69563]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69563) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 537.787992] env[69563]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 538.348913] env[69563]: INFO nova.virt.driver [None req-af4125f7-dd24-4a4d-8917-8d1dfb3c4ad7 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 538.416572] env[69563]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.416731] env[69563]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.416826] env[69563]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69563) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 541.276190] env[69563]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ef16bbcb-cb55-44d9-810c-a9583ee79cd8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.293118] env[69563]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69563) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 541.293243] env[69563]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-03b07799-afce-40c4-8948-5a00dd962eb6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.325427] env[69563]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 4ca1e. [ 541.325577] env[69563]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.909s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.326092] env[69563]: INFO nova.virt.vmwareapi.driver [None req-af4125f7-dd24-4a4d-8917-8d1dfb3c4ad7 None None] VMware vCenter version: 7.0.3 [ 541.329605] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b80d0-1cc9-4e2c-aef5-0623ba035357 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.346336] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8a7a0a-8d41-4aa1-806e-489fbc092991 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.351963] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28654b6d-591d-4798-a7d1-34e440b8a4fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.358444] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b0bc53-60ee-47e7-8043-98b8534fcc17 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.371741] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fabb51-374b-49bd-b17d-64d853465e47 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.377381] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d938a5b3-63c6-45ef-b9df-98cd1873a0e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.407994] env[69563]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-92adc707-8cf1-4aac-8a5e-30acc68fb9c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.412756] env[69563]: DEBUG nova.virt.vmwareapi.driver [None req-af4125f7-dd24-4a4d-8917-8d1dfb3c4ad7 None None] Extension org.openstack.compute already exists. {{(pid=69563) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 541.415370] env[69563]: INFO nova.compute.provider_config [None req-af4125f7-dd24-4a4d-8917-8d1dfb3c4ad7 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 541.919091] env[69563]: DEBUG nova.context [None req-af4125f7-dd24-4a4d-8917-8d1dfb3c4ad7 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),68801cff-c1b4-44c1-bbd6-e3b044c1dd50(cell1) {{(pid=69563) load_cells /opt/stack/nova/nova/context.py:464}} [ 541.921196] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.921421] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.922157] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.922572] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Acquiring lock "68801cff-c1b4-44c1-bbd6-e3b044c1dd50" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.922760] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Lock "68801cff-c1b4-44c1-bbd6-e3b044c1dd50" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.923801] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Lock "68801cff-c1b4-44c1-bbd6-e3b044c1dd50" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.943548] env[69563]: INFO dbcounter [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Registered counter for database nova_cell0 [ 541.951879] env[69563]: INFO dbcounter [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Registered counter for database nova_cell1 [ 542.388459] env[69563]: DEBUG oslo_db.sqlalchemy.engines [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69563) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 542.388891] env[69563]: DEBUG oslo_db.sqlalchemy.engines [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69563) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 542.393984] env[69563]: ERROR nova.db.main.api [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 542.393984] env[69563]: result = function(*args, **kwargs) [ 542.393984] env[69563]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 542.393984] env[69563]: return func(*args, **kwargs) [ 542.393984] env[69563]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 542.393984] env[69563]: result = fn(*args, **kwargs) [ 542.393984] env[69563]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 542.393984] env[69563]: return f(*args, **kwargs) [ 542.393984] env[69563]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 542.393984] env[69563]: return db.service_get_minimum_version(context, binaries) [ 542.393984] env[69563]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 542.393984] env[69563]: _check_db_access() [ 542.393984] env[69563]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 542.393984] env[69563]: stacktrace = ''.join(traceback.format_stack()) [ 542.393984] env[69563]: [ 542.394815] env[69563]: ERROR nova.db.main.api [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 542.394815] env[69563]: result = function(*args, **kwargs) [ 542.394815] env[69563]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 542.394815] env[69563]: return func(*args, **kwargs) [ 542.394815] env[69563]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 542.394815] env[69563]: result = fn(*args, **kwargs) [ 542.394815] env[69563]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 542.394815] env[69563]: return f(*args, **kwargs) [ 542.394815] env[69563]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 542.394815] env[69563]: return db.service_get_minimum_version(context, binaries) [ 542.394815] env[69563]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 542.394815] env[69563]: _check_db_access() [ 542.394815] env[69563]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 542.394815] env[69563]: stacktrace = ''.join(traceback.format_stack()) [ 542.394815] env[69563]: [ 542.395230] env[69563]: WARNING nova.objects.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 542.395353] env[69563]: WARNING nova.objects.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Failed to get minimum service version for cell 68801cff-c1b4-44c1-bbd6-e3b044c1dd50 [ 542.395808] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Acquiring lock "singleton_lock" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.396394] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Acquired lock "singleton_lock" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.396394] env[69563]: DEBUG oslo_concurrency.lockutils [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Releasing lock "singleton_lock" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.396537] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Full set of CONF: {{(pid=69563) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 542.396675] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ******************************************************************************** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 542.396801] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] Configuration options gathered from: {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 542.396933] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 542.397164] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 542.397289] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ================================================================================ {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 542.397501] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] allow_resize_to_same_host = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.397671] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] arq_binding_timeout = 300 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.397800] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] backdoor_port = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.397925] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] backdoor_socket = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.398100] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] block_device_allocate_retries = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.398266] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] block_device_allocate_retries_interval = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.398692] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cert = self.pem {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.398692] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.398788] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute_monitors = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.398906] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] config_dir = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.399328] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] config_drive_format = iso9660 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.399483] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.399661] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] config_source = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.399832] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] console_host = devstack {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.399998] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] control_exchange = nova {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.400177] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cpu_allocation_ratio = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.400338] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] daemon = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.400505] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] debug = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.400663] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] default_access_ip_network_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.400824] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] default_availability_zone = nova {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.400976] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] default_ephemeral_format = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.401155] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] default_green_pool_size = 1000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.401386] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.401546] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] default_schedule_zone = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.401701] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] disk_allocation_ratio = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.401854] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] enable_new_services = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.402037] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] enabled_apis = ['osapi_compute'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.402202] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] enabled_ssl_apis = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.402361] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] flat_injected = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.402516] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] force_config_drive = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.402672] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] force_raw_images = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.402835] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] graceful_shutdown_timeout = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.402991] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] heal_instance_info_cache_interval = -1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.403227] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] host = cpu-1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.403405] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.403565] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] initial_disk_allocation_ratio = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.403723] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] initial_ram_allocation_ratio = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.403929] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.404110] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] instance_build_timeout = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.404274] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] instance_delete_interval = 300 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.404439] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] instance_format = [instance: %(uuid)s] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.404601] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] instance_name_template = instance-%08x {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.404757] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] instance_usage_audit = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.404920] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] instance_usage_audit_period = month {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.405092] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.405258] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] instances_path = /opt/stack/data/nova/instances {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.405420] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] internal_service_availability_zone = internal {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.405571] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] key = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.405727] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] live_migration_retry_count = 30 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.405887] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_color = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.406055] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_config_append = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.406220] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.406379] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_dir = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.406536] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_file = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.406661] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_options = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.406814] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_rotate_interval = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.406975] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_rotate_interval_type = days {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.407157] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] log_rotation_type = none {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.407280] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.407402] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.407567] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.407727] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.407852] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.408026] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] long_rpc_timeout = 1800 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.408189] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] max_concurrent_builds = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.408344] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] max_concurrent_live_migrations = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.408496] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] max_concurrent_snapshots = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.408650] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] max_local_block_devices = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.409056] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] max_logfile_count = 30 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.409056] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] max_logfile_size_mb = 200 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.409180] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] maximum_instance_delete_attempts = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.409277] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] metadata_listen = 0.0.0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.409444] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] metadata_listen_port = 8775 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.409610] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] metadata_workers = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.409769] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] migrate_max_retries = -1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.409932] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] mkisofs_cmd = genisoimage {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.410152] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] my_block_storage_ip = 10.180.1.21 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.410284] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] my_ip = 10.180.1.21 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.410488] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.410648] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] network_allocate_retries = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.410820] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.410984] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] osapi_compute_listen = 0.0.0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.411157] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] osapi_compute_listen_port = 8774 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.411323] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] osapi_compute_unique_server_name_scope = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.411492] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] osapi_compute_workers = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.411648] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] password_length = 12 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.411803] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] periodic_enable = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.411957] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] periodic_fuzzy_delay = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.412139] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] pointer_model = usbtablet {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.412305] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] preallocate_images = none {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.412460] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] publish_errors = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.412585] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] pybasedir = /opt/stack/nova {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.412737] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ram_allocation_ratio = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.412893] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] rate_limit_burst = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.413065] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] rate_limit_except_level = CRITICAL {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.413227] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] rate_limit_interval = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.413383] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] reboot_timeout = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.413535] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] reclaim_instance_interval = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.413687] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] record = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.413850] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] reimage_timeout_per_gb = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.414021] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] report_interval = 120 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.414184] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] rescue_timeout = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.414341] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] reserved_host_cpus = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.414495] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] reserved_host_disk_mb = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.414647] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] reserved_host_memory_mb = 512 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.414798] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] reserved_huge_pages = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.414952] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] resize_confirm_window = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.415122] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] resize_fs_using_block_device = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.415279] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] resume_guests_state_on_host_boot = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.415446] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.415603] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] rpc_response_timeout = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.415760] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] run_external_periodic_tasks = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.415925] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] running_deleted_instance_action = reap {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.416092] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] running_deleted_instance_poll_interval = 1800 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.416251] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] running_deleted_instance_timeout = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.416408] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler_instance_sync_interval = 120 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.416572] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_down_time = 720 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.416738] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] servicegroup_driver = db {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.416889] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] shell_completion = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.417055] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] shelved_offload_time = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.417218] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] shelved_poll_interval = 3600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.417385] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] shutdown_timeout = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.417543] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] source_is_ipv6 = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.417694] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ssl_only = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.417936] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.418120] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] sync_power_state_interval = 600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.418286] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] sync_power_state_pool_size = 1000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.418452] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] syslog_log_facility = LOG_USER {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.418608] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] tempdir = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.418765] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] timeout_nbd = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.418927] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] transport_url = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.419096] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] update_resources_interval = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.419261] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] use_cow_images = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.419415] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] use_journal = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.419569] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] use_json = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.419722] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] use_rootwrap_daemon = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.419873] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] use_stderr = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.420033] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] use_syslog = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.420192] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vcpu_pin_set = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.420356] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plugging_is_fatal = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.420520] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plugging_timeout = 300 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.420679] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] virt_mkfs = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.420836] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] volume_usage_poll_interval = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.420989] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] watch_log_file = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.421392] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] web = /usr/share/spice-html5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.421392] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.421525] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.421661] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.421828] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_concurrency.disable_process_locking = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.422137] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.422322] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.422484] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.422651] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.422816] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.422986] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.423189] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.auth_strategy = keystone {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.423358] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.compute_link_prefix = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.423530] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.423701] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.dhcp_domain = novalocal {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.423864] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.enable_instance_password = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.424035] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.glance_link_prefix = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.424203] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.424371] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.424530] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.instance_list_per_project_cells = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.424686] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.list_records_by_skipping_down_cells = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.424840] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.local_metadata_per_cell = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.425008] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.max_limit = 1000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.425184] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.metadata_cache_expiration = 15 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.425354] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.neutron_default_tenant_id = default {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.425520] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.response_validation = warn {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.425685] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.use_neutron_default_nets = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.425849] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.426015] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.426183] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.426357] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.426519] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.vendordata_dynamic_targets = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.426676] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.vendordata_jsonfile_path = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.426852] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.427058] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.backend = dogpile.cache.memcached {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.427229] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.backend_argument = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.427389] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.backend_expiration_time = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.427556] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.config_prefix = cache.oslo {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.427725] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.dead_timeout = 60.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.427887] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.debug_cache_backend = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.428057] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.enable_retry_client = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.428220] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.enable_socket_keepalive = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.428386] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.enabled = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.428545] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.enforce_fips_mode = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.428705] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.expiration_time = 600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.428863] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.hashclient_retry_attempts = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.429040] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.hashclient_retry_delay = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.429211] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_dead_retry = 300 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.429368] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_password = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.429528] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.429687] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.429843] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_pool_maxsize = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.430008] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.430174] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_sasl_enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.430349] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.430517] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_socket_timeout = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.430674] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.memcache_username = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.430837] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.proxies = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.430997] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.redis_db = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.431171] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.redis_password = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.431343] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.redis_sentinel_service_name = mymaster {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.431517] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.431682] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.redis_server = localhost:6379 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.431846] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.redis_socket_timeout = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.432012] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.redis_username = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.432186] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.retry_attempts = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.432353] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.retry_delay = 0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.432514] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.socket_keepalive_count = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.432675] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.socket_keepalive_idle = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.432833] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.socket_keepalive_interval = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.432990] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.tls_allowed_ciphers = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.433162] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.tls_cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.433320] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.tls_certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.433728] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.tls_enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.433728] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cache.tls_keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.433812] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.433953] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.auth_type = password {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.434124] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.434300] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.catalog_info = volumev3::publicURL {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.434459] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.434621] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.434779] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.cross_az_attach = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.434938] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.debug = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.435109] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.endpoint_template = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.435275] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.http_retries = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.435436] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.435593] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.435764] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.os_region_name = RegionOne {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.435924] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.436092] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cinder.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.436269] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.436429] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.cpu_dedicated_set = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.436587] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.cpu_shared_set = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.436750] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.image_type_exclude_list = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.436911] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.437084] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.max_concurrent_disk_ops = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.437249] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.max_disk_devices_to_attach = -1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.437412] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.437579] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.437741] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.resource_provider_association_refresh = 300 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.437899] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.438069] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.shutdown_retry_interval = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.438253] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.438434] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] conductor.workers = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.438611] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] console.allowed_origins = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.438770] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] console.ssl_ciphers = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.438937] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] console.ssl_minimum_version = default {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.439119] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] consoleauth.enforce_session_timeout = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.439304] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] consoleauth.token_ttl = 600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.439480] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.439638] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.439799] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.439960] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.connect_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.440134] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.connect_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.440299] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.endpoint_override = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.440458] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.440617] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.440775] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.max_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.440933] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.min_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.441102] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.region_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.441264] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.retriable_status_codes = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.441426] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.441596] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.service_type = accelerator {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.441764] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.441912] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.status_code_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.442077] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.status_code_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.442237] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.442420] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.442581] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] cyborg.version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.442750] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.asyncio_connection = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.442910] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.asyncio_slave_connection = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.443093] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.backend = sqlalchemy {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.443269] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.connection = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.443436] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.connection_debug = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.443607] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.connection_parameters = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.443772] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.connection_recycle_time = 3600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.443933] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.connection_trace = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.444107] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.db_inc_retry_interval = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.444276] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.db_max_retries = 20 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.444442] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.db_max_retry_interval = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.444605] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.db_retry_interval = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.444769] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.max_overflow = 50 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.444929] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.max_pool_size = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445105] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.max_retries = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445282] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445443] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.mysql_wsrep_sync_wait = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445601] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.pool_timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445764] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.retry_interval = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.445921] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.slave_connection = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446092] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.sqlite_synchronous = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446255] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] database.use_db_reconnect = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446425] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.asyncio_connection = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446584] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.asyncio_slave_connection = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446754] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.backend = sqlalchemy {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.446922] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.connection = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447098] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.connection_debug = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447272] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.connection_parameters = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447438] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.connection_recycle_time = 3600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447601] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.connection_trace = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447760] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.db_inc_retry_interval = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.447920] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.db_max_retries = 20 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.448101] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.db_max_retry_interval = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.448269] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.db_retry_interval = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.448433] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.max_overflow = 50 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.448593] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.max_pool_size = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.448751] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.max_retries = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.448919] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449085] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449248] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.pool_timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449408] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.retry_interval = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449566] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.slave_connection = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449724] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] api_database.sqlite_synchronous = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.449896] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] devices.enabled_mdev_types = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450084] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450260] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ephemeral_storage_encryption.default_format = luks {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450422] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ephemeral_storage_encryption.enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450582] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450748] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.api_servers = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.450907] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451075] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451248] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451413] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.connect_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451569] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.connect_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451731] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.debug = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.451891] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.default_trusted_certificate_ids = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452059] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.enable_certificate_validation = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452223] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.enable_rbd_download = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452380] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.endpoint_override = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452540] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452697] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.452853] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.max_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453013] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.min_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453180] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.num_retries = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453349] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.rbd_ceph_conf = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453509] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.rbd_connect_timeout = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453674] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.rbd_pool = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.453839] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.rbd_user = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454007] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.region_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454171] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.retriable_status_codes = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454331] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454498] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.service_type = image {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454660] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454816] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.status_code_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.454971] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.status_code_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455143] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455324] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455488] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.verify_glance_signatures = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455646] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] glance.version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455810] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] guestfs.debug = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.455975] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456151] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.auth_type = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456312] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456470] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456631] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456793] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.connect_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.456945] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.connect_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457116] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.endpoint_override = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457278] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457435] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457592] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.max_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457744] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.min_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.457900] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.region_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458073] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.retriable_status_codes = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458234] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458404] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.service_type = shared-file-system {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458564] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.share_apply_policy_timeout = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458723] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.458878] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.status_code_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459043] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.status_code_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459224] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459401] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459559] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] manila.version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.459724] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] mks.enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460101] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460300] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] image_cache.manager_interval = 2400 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460469] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] image_cache.precache_concurrency = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460638] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] image_cache.remove_unused_base_images = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460803] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.460969] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461162] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] image_cache.subdirectory_name = _base {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461340] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.api_max_retries = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461505] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.api_retry_interval = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461662] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461825] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.auth_type = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.461985] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462156] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462317] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462481] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.conductor_group = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462646] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.connect_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462792] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.connect_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.462963] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.endpoint_override = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463199] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463366] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463525] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.max_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463681] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.min_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.463843] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.peer_list = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464017] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.region_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464184] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.retriable_status_codes = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464346] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.serial_console_state_timeout = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464504] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464672] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.service_type = baremetal {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464830] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.shard = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.464991] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465164] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.status_code_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465323] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.status_code_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465478] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465657] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465816] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ironic.version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.465996] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466186] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] key_manager.fixed_key = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466369] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466530] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.barbican_api_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466688] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.barbican_endpoint = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.466856] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.barbican_endpoint_type = public {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467039] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.barbican_region_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467220] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467392] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467556] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467716] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.467870] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468040] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.number_of_retries = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468205] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.retry_delay = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468368] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.send_service_user_token = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468526] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468679] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468838] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.verify_ssl = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.468993] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican.verify_ssl_path = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469176] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469338] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.auth_type = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469494] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469649] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469808] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.469966] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470135] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470299] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470455] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] barbican_service_user.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470619] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.approle_role_id = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470775] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.approle_secret_id = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.470942] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.kv_mountpoint = secret {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.471111] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.kv_path = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.471280] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.kv_version = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.471441] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.namespace = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.471598] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.root_token_id = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.471755] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.ssl_ca_crt_file = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.471918] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.timeout = 60.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472089] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.use_ssl = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472262] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472431] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472591] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472751] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.472907] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.connect_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473078] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.connect_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473242] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.endpoint_override = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473405] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473561] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473718] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.max_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.473870] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.min_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474037] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.region_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474204] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.retriable_status_codes = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474365] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474536] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.service_type = identity {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474694] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.474849] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.status_code_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475010] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.status_code_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475174] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475355] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475514] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] keystone.version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.475699] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.ceph_mount_options = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476128] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476325] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.connection_uri = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476493] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.cpu_mode = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476658] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.cpu_model_extra_flags = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476825] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.cpu_models = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.476992] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.cpu_power_governor_high = performance {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477182] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.cpu_power_governor_low = powersave {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477347] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.cpu_power_management = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477516] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477682] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.device_detach_attempts = 8 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.477844] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.device_detach_timeout = 20 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478017] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.disk_cachemodes = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478181] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.disk_prefix = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478345] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.enabled_perf_events = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478507] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.file_backed_memory = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478667] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.gid_maps = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478823] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.hw_disk_discard = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.478981] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.hw_machine_type = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479181] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.images_rbd_ceph_conf = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479336] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479497] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479664] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.images_rbd_glance_store_name = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479831] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.images_rbd_pool = rbd {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.479997] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.images_type = default {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480176] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.images_volume_group = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480337] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.inject_key = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480499] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.inject_partition = -2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480660] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.inject_password = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480823] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.iscsi_iface = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.480985] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.iser_use_multipath = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481164] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_bandwidth = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481330] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481493] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_downtime = 500 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481654] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481815] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.481971] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_inbound_addr = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.482146] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.482310] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_permit_post_copy = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.482468] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_scheme = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.482637] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_timeout_action = abort {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.482800] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_tunnelled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.482958] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_uri = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.483135] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.live_migration_with_native_tls = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.483295] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.max_queues = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.483461] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.483682] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.483843] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.nfs_mount_options = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.484146] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.484327] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.484494] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.num_iser_scan_tries = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.484655] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.num_memory_encrypted_guests = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.484818] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.484981] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.num_pcie_ports = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.485162] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.num_volume_scan_tries = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.485329] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.pmem_namespaces = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.485488] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.quobyte_client_cfg = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.485772] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.485944] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rbd_connect_timeout = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.486128] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.486297] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.486456] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rbd_secret_uuid = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.486615] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rbd_user = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.486775] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.486944] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.remote_filesystem_transport = ssh {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.487118] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rescue_image_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.487274] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rescue_kernel_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.487432] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rescue_ramdisk_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.487599] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.487755] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.rx_queue_size = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.487922] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.smbfs_mount_options = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.488226] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.488404] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.snapshot_compression = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.488568] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.snapshot_image_format = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.488796] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.488961] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.sparse_logical_volumes = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.489151] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.swtpm_enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.489310] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.swtpm_group = tss {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.489480] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.swtpm_user = tss {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.489650] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.sysinfo_serial = unique {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.489809] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.tb_cache_size = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.489963] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.tx_queue_size = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.490145] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.uid_maps = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.490308] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.use_virtio_for_bridges = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.490478] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.virt_type = kvm {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.490644] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.volume_clear = zero {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.490806] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.volume_clear_size = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.490965] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.volume_enforce_multipath = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.491142] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.volume_use_multipath = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.491303] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.vzstorage_cache_path = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.491470] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.491633] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.vzstorage_mount_group = qemu {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.491795] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.vzstorage_mount_opts = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.491961] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.492258] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.492447] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.vzstorage_mount_user = stack {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.492616] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.492788] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.492959] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.auth_type = password {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.493137] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.493303] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.493465] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.493623] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.connect_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.493781] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.connect_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.493948] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.default_floating_pool = public {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.494121] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.endpoint_override = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.494284] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.extension_sync_interval = 600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.494444] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.http_retries = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.494606] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.494764] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.494920] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.max_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.495104] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.495265] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.min_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.495435] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.ovs_bridge = br-int {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.495600] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.physnets = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.495768] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.region_name = RegionOne {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.495925] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.retriable_status_codes = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.496106] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.service_metadata_proxy = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.496267] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.496436] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.service_type = network {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.496596] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.496751] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.status_code_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.496909] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.status_code_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.497077] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.497259] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.497418] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] neutron.version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.497587] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] notifications.bdms_in_notifications = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.497762] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] notifications.default_level = INFO {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.497925] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] notifications.include_share_mapping = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.498110] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] notifications.notification_format = unversioned {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.498277] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] notifications.notify_on_state_change = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.498454] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.498629] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] pci.alias = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.498796] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] pci.device_spec = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.498957] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] pci.report_in_placement = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.499158] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.499325] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.auth_type = password {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.499491] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.499651] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.499806] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.499964] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.500137] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.connect_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.500299] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.connect_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.500449] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.default_domain_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.500602] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.default_domain_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.500757] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.domain_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.500911] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.domain_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.501079] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.endpoint_override = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.501249] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.501406] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.501561] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.max_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.501713] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.min_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.501879] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.password = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.502047] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.project_domain_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.502219] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.project_domain_name = Default {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.502386] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.project_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.502556] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.project_name = service {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.502724] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.region_name = RegionOne {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.502889] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.retriable_status_codes = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.503056] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.503230] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.service_type = placement {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.503395] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.503555] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.status_code_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.503712] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.status_code_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.503867] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.system_scope = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.504032] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.504196] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.trust_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.504355] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.user_domain_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.504523] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.user_domain_name = Default {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.504682] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.user_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.504851] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.username = nova {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.505040] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.505204] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] placement.version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.505388] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.cores = 20 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.505551] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.count_usage_from_placement = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.505722] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.505892] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.injected_file_content_bytes = 10240 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.506069] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.injected_file_path_length = 255 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.506236] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.injected_files = 5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.506402] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.instances = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.506565] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.key_pairs = 100 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.506726] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.metadata_items = 128 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.506891] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.ram = 51200 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.507066] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.recheck_quota = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.507238] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.server_group_members = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.507402] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.server_groups = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.507609] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.507781] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] quota.unified_limits_resource_strategy = require {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.507952] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.508129] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.508295] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.image_metadata_prefilter = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.508456] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.508621] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.max_attempts = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.508780] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.max_placement_results = 1000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.508940] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.509115] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.query_placement_for_image_type_support = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.509278] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.509450] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] scheduler.workers = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.509628] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.509797] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.509976] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.510160] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.510325] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.510487] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.510648] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.510833] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.510998] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.host_subset_size = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.511177] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.511337] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.511498] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.511659] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.511832] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.511994] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.isolated_hosts = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.512172] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.isolated_images = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.512332] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.512491] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.512647] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.512805] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.pci_in_placement = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.512964] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.513136] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.513299] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.513457] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.513616] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.513778] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.513939] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.track_instance_changes = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.514127] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.514302] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] metrics.required = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.514467] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] metrics.weight_multiplier = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.514628] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.514786] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] metrics.weight_setting = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.515116] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.515293] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] serial_console.enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.515472] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] serial_console.port_range = 10000:20000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.515642] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.515808] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.515976] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] serial_console.serialproxy_port = 6083 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.516155] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.516330] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.auth_type = password {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.516486] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.516640] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.516800] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.516957] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.517128] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.517297] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.send_service_user_token = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.517456] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.517608] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] service_user.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.517772] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.agent_enabled = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.517929] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.518244] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.518451] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.518620] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.html5proxy_port = 6082 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.518778] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.image_compression = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.518933] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.jpeg_compression = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.519106] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.playback_compression = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.519271] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.require_secure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.519442] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.server_listen = 127.0.0.1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.519610] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.519883] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.520064] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.streaming_mode = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.520236] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] spice.zlib_compression = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.520400] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] upgrade_levels.baseapi = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.520574] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] upgrade_levels.compute = auto {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.520735] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] upgrade_levels.conductor = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.520894] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] upgrade_levels.scheduler = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.521074] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.521239] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.auth_type = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.521401] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.521559] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.521718] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.521874] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.522040] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.522206] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.522368] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vendordata_dynamic_auth.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.522533] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.api_retry_count = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.522692] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.ca_file = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.522862] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.cache_prefix = devstack-image-cache {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.523037] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.cluster_name = testcl1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.523208] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.connection_pool_size = 10 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.523369] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.console_delay_seconds = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.523537] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.datastore_regex = ^datastore.* {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.523751] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.523925] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.host_password = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.524104] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.host_port = 443 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.524278] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.host_username = administrator@vsphere.local {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.524448] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.insecure = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.524608] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.integration_bridge = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.524770] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.maximum_objects = 100 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.524927] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.pbm_default_policy = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.525099] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.pbm_enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.525260] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.pbm_wsdl_location = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.525436] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.525588] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.serial_port_proxy_uri = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.525744] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.serial_port_service_uri = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.525905] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.task_poll_interval = 0.5 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.526093] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.use_linked_clone = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.526283] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.vnc_keymap = en-us {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.526451] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.vnc_port = 5900 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.526613] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vmware.vnc_port_total = 10000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.526794] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.auth_schemes = ['none'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.526967] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.527275] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.527463] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.527634] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.novncproxy_port = 6080 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.527831] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.server_listen = 127.0.0.1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.528021] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.528190] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.vencrypt_ca_certs = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.528351] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.vencrypt_client_cert = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.528508] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vnc.vencrypt_client_key = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.528686] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.528849] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.disable_deep_image_inspection = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.529019] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.529183] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.529346] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.529503] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.disable_rootwrap = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.529660] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.enable_numa_live_migration = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.529817] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.529973] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.530146] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.530309] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.libvirt_disable_apic = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.530463] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.530622] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.530944] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.531133] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.531304] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.531468] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.531626] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.531788] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.531947] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.532123] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.532309] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.532479] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.client_socket_timeout = 900 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.532646] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.default_pool_size = 1000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.532813] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.keep_alive = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.532977] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.max_header_line = 16384 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.533153] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.secure_proxy_ssl_header = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.533316] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.ssl_ca_file = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.533476] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.ssl_cert_file = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.533633] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.ssl_key_file = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.533797] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.tcp_keepidle = 600 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.533970] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.534151] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] zvm.ca_file = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.534313] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] zvm.cloud_connector_url = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.534601] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.534772] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] zvm.reachable_timeout = 300 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.534944] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.535135] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.535317] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.connection_string = messaging:// {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.535483] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.enabled = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.535651] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.es_doc_type = notification {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.535814] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.es_scroll_size = 10000 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.535982] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.es_scroll_time = 2m {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.536159] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.filter_error_trace = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.536330] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.hmac_keys = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.536497] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.sentinel_service_name = mymaster {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.536664] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.socket_timeout = 0.1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.536823] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.trace_requests = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.536980] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler.trace_sqlalchemy = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.537175] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler_jaeger.process_tags = {} {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.537337] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler_jaeger.service_name_prefix = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.537500] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] profiler_otlp.service_name_prefix = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.537662] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] remote_debug.host = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.537818] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] remote_debug.port = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.537990] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.538166] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.538329] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.538490] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.538648] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.538806] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.538964] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.539160] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.539297] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.539467] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.539627] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.539794] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.539956] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.540132] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.540302] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.540466] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.540628] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.540786] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.540952] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.541126] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.541290] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.541452] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.541623] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.541785] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.541973] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.542111] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.542272] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.542431] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.542588] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.542745] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.542903] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.ssl = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.543082] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.543254] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.543416] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.543580] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.543744] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.ssl_version = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.543904] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.544095] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.544266] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_notifications.retry = -1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.544444] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.544620] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_messaging_notifications.transport_url = **** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.544785] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.auth_section = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.544945] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.auth_type = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.545118] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.cafile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.545277] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.certfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.545440] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.collect_timing = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.545596] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.connect_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.545752] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.connect_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.545906] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.endpoint_id = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.546086] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.endpoint_interface = publicURL {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.546248] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.endpoint_override = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.546408] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.endpoint_region_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.546562] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.endpoint_service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.546716] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.endpoint_service_type = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.546873] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.insecure = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.547038] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.keyfile = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.547199] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.max_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.547357] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.min_version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.547512] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.region_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.547667] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.retriable_status_codes = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.547822] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.service_name = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.547975] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.service_type = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.548148] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.split_loggers = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.548307] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.status_code_retries = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.548464] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.status_code_retry_delay = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.548619] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.timeout = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.548775] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.valid_interfaces = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.548928] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_limit.version = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.549105] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_reports.file_event_handler = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.549277] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.549439] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] oslo_reports.log_dir = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.549604] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.549763] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.549919] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.550097] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.550265] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.550423] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.550589] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.550744] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_ovs_privileged.group = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.550899] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.551073] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.551235] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.551391] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] vif_plug_ovs_privileged.user = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.551557] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_linux_bridge.flat_interface = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.551735] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.551908] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.552088] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.552261] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.552434] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.552600] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.552762] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.552940] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.553124] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_ovs.isolate_vif = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.553305] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.553475] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.553644] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.553811] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_ovs.ovsdb_interface = native {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.553971] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] os_vif_ovs.per_port_bridge = False {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.554158] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] privsep_osbrick.capabilities = [21] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.554317] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] privsep_osbrick.group = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.554471] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] privsep_osbrick.helper_command = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.554632] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.554793] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.554946] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] privsep_osbrick.user = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.555129] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.555290] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] nova_sys_admin.group = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.555444] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] nova_sys_admin.helper_command = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.555607] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.555762] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.555914] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] nova_sys_admin.user = None {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.556050] env[69563]: DEBUG oslo_service.backend.eventlet.service [None req-feb85b94-2d7f-4168-996f-d8c5ae78d0ed None None] ******************************************************************************** {{(pid=69563) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 542.556458] env[69563]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 543.060321] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Getting list of instances from cluster (obj){ [ 543.060321] env[69563]: value = "domain-c8" [ 543.060321] env[69563]: _type = "ClusterComputeResource" [ 543.060321] env[69563]: } {{(pid=69563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 543.061410] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcc53f4-b49d-40a5-a1d7-4e8f310a723a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.070306] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Got total of 0 instances {{(pid=69563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 543.070868] env[69563]: WARNING nova.virt.vmwareapi.driver [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 543.071363] env[69563]: INFO nova.virt.node [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Generated node identity cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 [ 543.071961] env[69563]: INFO nova.virt.node [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Wrote node identity cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 to /opt/stack/data/n-cpu-1/compute_id [ 543.574377] env[69563]: WARNING nova.compute.manager [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Compute nodes ['cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 544.580748] env[69563]: INFO nova.compute.manager [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 545.587068] env[69563]: WARNING nova.compute.manager [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 545.587406] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.587565] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.587714] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.587886] env[69563]: DEBUG nova.compute.resource_tracker [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 545.589200] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca79709-bab0-488d-bf29-363427b16f38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.597363] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915987d0-afea-4fa5-a621-282ecff44bd3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.611944] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeba7f9-86b7-47eb-ad12-a58858249132 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.618394] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9775959b-8fa7-4f2f-83a9-10fe99284a32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.647298] env[69563]: DEBUG nova.compute.resource_tracker [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181003MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 545.647453] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.647636] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.149913] env[69563]: WARNING nova.compute.resource_tracker [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] No compute node record for cpu-1:cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 could not be found. [ 546.653311] env[69563]: INFO nova.compute.resource_tracker [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 [ 548.161703] env[69563]: DEBUG nova.compute.resource_tracker [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 548.162125] env[69563]: DEBUG nova.compute.resource_tracker [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 548.322301] env[69563]: INFO nova.scheduler.client.report [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] [req-6adf184b-bf31-4bc3-9796-ee34bef5534e] Created resource provider record via placement API for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 548.339209] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ccf2f6-f6dd-4292-a688-cf8b1cb2fdc9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.346762] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb4f1fb-d1dc-43bb-a081-1aa16ffdc174 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.377222] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30effce-d328-4076-9968-8ca662dc69da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.384440] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f55102f-f453-487d-b66e-467de1474187 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.397517] env[69563]: DEBUG nova.compute.provider_tree [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 548.932774] env[69563]: DEBUG nova.scheduler.client.report [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 548.932996] env[69563]: DEBUG nova.compute.provider_tree [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 0 to 1 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 548.933154] env[69563]: DEBUG nova.compute.provider_tree [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 548.983686] env[69563]: DEBUG nova.compute.provider_tree [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 1 to 2 during operation: update_traits {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.488523] env[69563]: DEBUG nova.compute.resource_tracker [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 549.488876] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.488938] env[69563]: DEBUG nova.service [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Creating RPC server for service compute {{(pid=69563) start /opt/stack/nova/nova/service.py:186}} [ 549.503441] env[69563]: DEBUG nova.service [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] Join ServiceGroup membership for this service compute {{(pid=69563) start /opt/stack/nova/nova/service.py:203}} [ 549.503663] env[69563]: DEBUG nova.servicegroup.drivers.db [None req-dc30b4e3-ec41-4757-952d-2cae6af07472 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69563) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 571.507746] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.011844] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Getting list of instances from cluster (obj){ [ 572.011844] env[69563]: value = "domain-c8" [ 572.011844] env[69563]: _type = "ClusterComputeResource" [ 572.011844] env[69563]: } {{(pid=69563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 572.013054] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d7951-07b2-4296-b6a7-e06842452ed5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.021379] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Got total of 0 instances {{(pid=69563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 572.021595] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 572.021872] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Getting list of instances from cluster (obj){ [ 572.021872] env[69563]: value = "domain-c8" [ 572.021872] env[69563]: _type = "ClusterComputeResource" [ 572.021872] env[69563]: } {{(pid=69563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 572.022694] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7f976-31e2-439f-8d1b-694f2f7dd7a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.029711] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Got total of 0 instances {{(pid=69563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 582.356440] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquiring lock "745639f9-9939-4154-8799-e43b50fdea0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.356832] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "745639f9-9939-4154-8799-e43b50fdea0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.860749] env[69563]: DEBUG nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.400883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.401220] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.405288] env[69563]: INFO nova.compute.claims [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.464412] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad307b5-464e-4391-b0f4-99806335d932 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.475739] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375ba18d-f610-4211-9932-a7b704b3f52c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.511903] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab40e5d-c1a0-4bf9-950b-df36ba87e797 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.519762] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f32db-2b0d-46b2-8a77-7fb8f08714fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.533617] env[69563]: DEBUG nova.compute.provider_tree [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.041031] env[69563]: DEBUG nova.scheduler.client.report [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.550395] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.550857] env[69563]: DEBUG nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.056264] env[69563]: DEBUG nova.compute.utils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.057766] env[69563]: DEBUG nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.058041] env[69563]: DEBUG nova.network.neutron [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 586.566632] env[69563]: DEBUG nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.580248] env[69563]: DEBUG nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.131453] env[69563]: DEBUG nova.policy [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1e902d94c8b48f4a0a0c90fc897fe5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0020d9504f414e04b30479ba6aeba542', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.147742] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.148062] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.148228] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.148408] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.148547] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.148689] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.148898] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.149054] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.149487] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.149656] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.150220] env[69563]: DEBUG nova.virt.hardware [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.150803] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f93897-375d-4c3b-ad32-3636ac6da41c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.167035] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6992505-b660-48da-a76a-4e07b2dbfffa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.186017] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe0d877-74be-432b-b349-13c66546b23d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.377767] env[69563]: DEBUG nova.network.neutron [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Successfully created port: 41bd686a-f25b-439c-a022-b22b1c6f83cd {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.168312] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquiring lock "ca36222c-9587-4119-b418-6ecf4532d4b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.168312] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "ca36222c-9587-4119-b418-6ecf4532d4b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.669837] env[69563]: DEBUG nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.147861] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquiring lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.148104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.200122] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.200577] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.202933] env[69563]: INFO nova.compute.claims [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.307742] env[69563]: DEBUG nova.network.neutron [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Successfully updated port: 41bd686a-f25b-439c-a022-b22b1c6f83cd {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 592.640479] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "e26fb71a-b6dc-44bf-9e46-26801a267235" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.640479] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "e26fb71a-b6dc-44bf-9e46-26801a267235" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.652198] env[69563]: DEBUG nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.811891] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquiring lock "refresh_cache-745639f9-9939-4154-8799-e43b50fdea0f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.811891] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquired lock "refresh_cache-745639f9-9939-4154-8799-e43b50fdea0f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.811891] env[69563]: DEBUG nova.network.neutron [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 593.144281] env[69563]: DEBUG nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.187466] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.348961] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc407c83-177b-41d0-9d92-6b73e2416d49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.358062] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ebdc99-86ff-4d7d-83e8-d5131febb068 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.369133] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquiring lock "967d606a-689f-4fca-affe-6926dcf9d54a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.369514] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "967d606a-689f-4fca-affe-6926dcf9d54a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.399223] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab8c93-94cd-4b51-a4af-a963b22e3a77 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.410613] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0c910a-340a-48ec-a2cf-c69d5a22e4a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.415787] env[69563]: DEBUG nova.network.neutron [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 593.430703] env[69563]: DEBUG nova.compute.provider_tree [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.680044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.708832] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquiring lock "49a8fb1e-749c-419a-a39a-ccec63fd157f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.709036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "49a8fb1e-749c-419a-a39a-ccec63fd157f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.872455] env[69563]: DEBUG nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.876253] env[69563]: DEBUG nova.network.neutron [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Updating instance_info_cache with network_info: [{"id": "41bd686a-f25b-439c-a022-b22b1c6f83cd", "address": "fa:16:3e:31:de:04", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bd686a-f2", "ovs_interfaceid": "41bd686a-f25b-439c-a022-b22b1c6f83cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 593.934391] env[69563]: DEBUG nova.scheduler.client.report [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.211967] env[69563]: DEBUG nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.390959] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Releasing lock "refresh_cache-745639f9-9939-4154-8799-e43b50fdea0f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.391312] env[69563]: DEBUG nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Instance network_info: |[{"id": "41bd686a-f25b-439c-a022-b22b1c6f83cd", "address": "fa:16:3e:31:de:04", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bd686a-f2", "ovs_interfaceid": "41bd686a-f25b-439c-a022-b22b1c6f83cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.391810] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:de:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41bd686a-f25b-439c-a022-b22b1c6f83cd', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.407427] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.408767] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.410238] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc4b665f-3bc5-4846-b141-e560511c243d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.412957] env[69563]: DEBUG nova.compute.manager [req-ba98d0e5-da03-438f-be45-dc7b8afc4be4 req-005381b1-093c-4607-bfbe-74cec0f1e7ec service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Received event network-vif-plugged-41bd686a-f25b-439c-a022-b22b1c6f83cd {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.413086] env[69563]: DEBUG oslo_concurrency.lockutils [req-ba98d0e5-da03-438f-be45-dc7b8afc4be4 req-005381b1-093c-4607-bfbe-74cec0f1e7ec service nova] Acquiring lock "745639f9-9939-4154-8799-e43b50fdea0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.413420] env[69563]: DEBUG oslo_concurrency.lockutils [req-ba98d0e5-da03-438f-be45-dc7b8afc4be4 req-005381b1-093c-4607-bfbe-74cec0f1e7ec service nova] Lock "745639f9-9939-4154-8799-e43b50fdea0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.413547] env[69563]: DEBUG oslo_concurrency.lockutils [req-ba98d0e5-da03-438f-be45-dc7b8afc4be4 req-005381b1-093c-4607-bfbe-74cec0f1e7ec service nova] Lock "745639f9-9939-4154-8799-e43b50fdea0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.413645] env[69563]: DEBUG nova.compute.manager [req-ba98d0e5-da03-438f-be45-dc7b8afc4be4 req-005381b1-093c-4607-bfbe-74cec0f1e7ec service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] No waiting events found dispatching network-vif-plugged-41bd686a-f25b-439c-a022-b22b1c6f83cd {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.414054] env[69563]: WARNING nova.compute.manager [req-ba98d0e5-da03-438f-be45-dc7b8afc4be4 req-005381b1-093c-4607-bfbe-74cec0f1e7ec service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Received unexpected event network-vif-plugged-41bd686a-f25b-439c-a022-b22b1c6f83cd for instance with vm_state building and task_state spawning. [ 594.426658] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Created folder: OpenStack in parent group-v4. [ 594.427690] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Creating folder: Project (0020d9504f414e04b30479ba6aeba542). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.427690] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-615fe219-7719-4286-ba18-21e961b51387 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.439469] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.440031] env[69563]: DEBUG nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.448887] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.258s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.448887] env[69563]: INFO nova.compute.claims [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.451771] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Created folder: Project (0020d9504f414e04b30479ba6aeba542) in parent group-v678952. [ 594.451914] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Creating folder: Instances. Parent ref: group-v678953. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.453356] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc6e9124-63e0-4484-b7b9-cd5cfd393049 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.458496] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "15b8735d-4cae-4c05-afe8-dab95a937448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.458712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "15b8735d-4cae-4c05-afe8-dab95a937448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.467531] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Created folder: Instances in parent group-v678953. [ 594.467784] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.467963] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.468196] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e3218d5-5066-4de4-b525-708800b61394 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.490058] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.490058] env[69563]: value = "task-3402992" [ 594.490058] env[69563]: _type = "Task" [ 594.490058] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.500399] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3402992, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.760528] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.850624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.850624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.878898] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.879370] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.944982] env[69563]: DEBUG nova.compute.utils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.946317] env[69563]: DEBUG nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.946540] env[69563]: DEBUG nova.network.neutron [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 594.960775] env[69563]: DEBUG nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.987141] env[69563]: DEBUG nova.policy [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c470a10ef9c04e0bb534163d211b0bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc72ea819eb4c65b756aade0bb173fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.002163] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3402992, 'name': CreateVM_Task, 'duration_secs': 0.345141} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.002331] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.010981] env[69563]: DEBUG oslo_vmware.service [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75fd1a0-636e-42f3-9870-b5dbb195470c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.017120] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.017357] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.017985] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.018329] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b18499f-7596-4c81-8dea-e1527ad59b54 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.022667] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 595.022667] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52556d02-5370-d0c3-6f92-14fa66fcc30f" [ 595.022667] env[69563]: _type = "Task" [ 595.022667] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.030782] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52556d02-5370-d0c3-6f92-14fa66fcc30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.339560] env[69563]: DEBUG nova.network.neutron [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Successfully created port: b93daff4-21f5-4ed4-930d-4afb60320cc8 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 595.354016] env[69563]: DEBUG nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.381975] env[69563]: DEBUG nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.450208] env[69563]: DEBUG nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.485959] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.539792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.540456] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.540826] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.541116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.541783] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.542313] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2493508b-d9e5-4cd8-a34f-2824bedfa2d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.564142] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.564142] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.564142] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1165557-a18b-49b5-b1e3-1ddad2b23880 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.574148] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1072fb03-653e-4bfa-981e-984a8b61cc7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.579044] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 595.579044] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f019ff-6dc1-006f-1a02-bbcf114aa0d9" [ 595.579044] env[69563]: _type = "Task" [ 595.579044] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.591109] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f019ff-6dc1-006f-1a02-bbcf114aa0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.614633] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a336ddc4-babc-423c-9efe-13055838a484 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.622605] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872fe5ef-6094-4903-9615-1179b873338c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.659227] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a854e-f945-4302-9aa6-d1d95ca88bdd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.666841] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5387395c-8fa7-4acc-b7fa-50d7abc94922 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.680849] env[69563]: DEBUG nova.compute.provider_tree [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.902861] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.912692] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.934406] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.934641] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.098587] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Preparing fetch location {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 596.099686] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Creating directory with path [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.099686] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76213dae-6632-4001-90bb-faef4a3b6d7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.135018] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Created directory with path [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.135018] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Fetch image to [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 596.135018] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Downloading image file data fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 to [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk on the data store datastore1 {{(pid=69563) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 596.135018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63a778-5ccd-4976-b07e-3d2f81b01629 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.146057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0d9786-dc48-4fd2-9b7a-751e539e25a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.156874] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f205d774-88bc-4801-a503-5880ba46eef9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.194162] env[69563]: DEBUG nova.scheduler.client.report [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.202307] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563b936b-f120-472f-97cf-636cf44ce97c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.210143] env[69563]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-77c4728d-9779-44fe-b068-140b202d0baa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.240306] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Downloading image file data fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 to the data store datastore1 {{(pid=69563) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 596.325202] env[69563]: DEBUG oslo_vmware.rw_handles [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 596.437901] env[69563]: DEBUG nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.462306] env[69563]: DEBUG nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.514628] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.514941] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.515177] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.517022] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.517243] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.517427] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.517712] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.517778] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.518048] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.518132] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.518271] env[69563]: DEBUG nova.virt.hardware [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.519191] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a0e73-0f06-40e0-810d-2dba713c2c38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.546538] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "924afcff-8a47-448b-af63-4a6741e8231f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.546538] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "924afcff-8a47-448b-af63-4a6741e8231f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.547881] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92028114-86c8-4590-ab77-39557900ce50 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.702835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.703698] env[69563]: DEBUG nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.711935] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.029s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.714284] env[69563]: INFO nova.compute.claims [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.976591] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.058889] env[69563]: DEBUG oslo_vmware.rw_handles [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Completed reading data from the image iterator. {{(pid=69563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 597.059123] env[69563]: DEBUG oslo_vmware.rw_handles [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 597.123835] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Downloaded image file data fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 to vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk on the data store datastore1 {{(pid=69563) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 597.125537] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Caching image {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 597.125784] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Copying Virtual Disk [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk to [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.126856] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d07f6bd-6baa-4d1f-9bfb-a45cb7ce7bdd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.137356] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 597.137356] env[69563]: value = "task-3402993" [ 597.137356] env[69563]: _type = "Task" [ 597.137356] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.148054] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.218213] env[69563]: DEBUG nova.compute.utils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.219646] env[69563]: DEBUG nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.219815] env[69563]: DEBUG nova.network.neutron [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 597.256332] env[69563]: DEBUG nova.compute.manager [req-18b0acee-d0d5-4a9d-adb8-770e2ba65889 req-f3dca76e-f691-4bb5-89fd-b527565d5d15 service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Received event network-changed-41bd686a-f25b-439c-a022-b22b1c6f83cd {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.256332] env[69563]: DEBUG nova.compute.manager [req-18b0acee-d0d5-4a9d-adb8-770e2ba65889 req-f3dca76e-f691-4bb5-89fd-b527565d5d15 service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Refreshing instance network info cache due to event network-changed-41bd686a-f25b-439c-a022-b22b1c6f83cd. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.256332] env[69563]: DEBUG oslo_concurrency.lockutils [req-18b0acee-d0d5-4a9d-adb8-770e2ba65889 req-f3dca76e-f691-4bb5-89fd-b527565d5d15 service nova] Acquiring lock "refresh_cache-745639f9-9939-4154-8799-e43b50fdea0f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.256332] env[69563]: DEBUG oslo_concurrency.lockutils [req-18b0acee-d0d5-4a9d-adb8-770e2ba65889 req-f3dca76e-f691-4bb5-89fd-b527565d5d15 service nova] Acquired lock "refresh_cache-745639f9-9939-4154-8799-e43b50fdea0f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.256332] env[69563]: DEBUG nova.network.neutron [req-18b0acee-d0d5-4a9d-adb8-770e2ba65889 req-f3dca76e-f691-4bb5-89fd-b527565d5d15 service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Refreshing network info cache for port 41bd686a-f25b-439c-a022-b22b1c6f83cd {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 597.284362] env[69563]: DEBUG nova.policy [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '687b53889862453cb85956a736a27088', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '484b9366c45144258799f365c490aace', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.569073] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "4051c9df-1432-426c-82a1-3063ee00aca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.569403] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "4051c9df-1432-426c-82a1-3063ee00aca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.647891] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402993, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.729253] env[69563]: DEBUG nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.805527] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.807462] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.807862] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.807995] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.808083] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.808763] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.808763] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.808940] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 597.812943] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.093891] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7dfbad-9bb6-4ad3-b8a1-7f66254e52a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.101508] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c572d71-212e-4e9e-9bae-5a8df93a851a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.132651] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8975cbe3-d3cc-49fa-86bf-a8986540cb05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.144659] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b112a29-19c8-4f32-a2af-84cfdb347b93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.153677] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733624} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.155357] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Copied Virtual Disk [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk to [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.155631] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Deleting the datastore file [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.155852] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66d62f05-2f46-4cf3-8bff-64ef6d553dc2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.168138] env[69563]: DEBUG nova.compute.provider_tree [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.174297] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 598.174297] env[69563]: value = "task-3402994" [ 598.174297] env[69563]: _type = "Task" [ 598.174297] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.185785] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.319936] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.348891] env[69563]: DEBUG nova.network.neutron [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Successfully updated port: b93daff4-21f5-4ed4-930d-4afb60320cc8 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.419337] env[69563]: DEBUG nova.network.neutron [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Successfully created port: fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 598.586193] env[69563]: DEBUG nova.network.neutron [req-18b0acee-d0d5-4a9d-adb8-770e2ba65889 req-f3dca76e-f691-4bb5-89fd-b527565d5d15 service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Updated VIF entry in instance network info cache for port 41bd686a-f25b-439c-a022-b22b1c6f83cd. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 598.587543] env[69563]: DEBUG nova.network.neutron [req-18b0acee-d0d5-4a9d-adb8-770e2ba65889 req-f3dca76e-f691-4bb5-89fd-b527565d5d15 service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Updating instance_info_cache with network_info: [{"id": "41bd686a-f25b-439c-a022-b22b1c6f83cd", "address": "fa:16:3e:31:de:04", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41bd686a-f2", "ovs_interfaceid": "41bd686a-f25b-439c-a022-b22b1c6f83cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 598.695550] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028222} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.695649] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.695836] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Moving file from [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 to [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7. {{(pid=69563) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 598.696071] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b4b2e4a9-f015-40c4-9a9c-e27016965847 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.702985] env[69563]: ERROR nova.scheduler.client.report [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [req-4e0ef0b5-21ee-41f5-aff6-f33e43893359] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e0ef0b5-21ee-41f5-aff6-f33e43893359"}]} [ 598.711256] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 598.711256] env[69563]: value = "task-3402995" [ 598.711256] env[69563]: _type = "Task" [ 598.711256] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.731145] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402995, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.741159] env[69563]: DEBUG nova.scheduler.client.report [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 598.746143] env[69563]: DEBUG nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.776212] env[69563]: DEBUG nova.scheduler.client.report [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 598.776212] env[69563]: DEBUG nova.compute.provider_tree [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.785061] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.785061] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.785061] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.785263] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.789376] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.789376] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.789376] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.789376] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.789376] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.789584] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.789584] env[69563]: DEBUG nova.virt.hardware [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.790208] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9601d0ad-8cc3-476d-be0d-477c0ee53773 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.798720] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c3706f-4df0-4c51-b958-d61f75865583 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.804590] env[69563]: DEBUG nova.scheduler.client.report [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 598.830830] env[69563]: DEBUG nova.scheduler.client.report [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 598.855289] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquiring lock "refresh_cache-ca36222c-9587-4119-b418-6ecf4532d4b6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.855516] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquired lock "refresh_cache-ca36222c-9587-4119-b418-6ecf4532d4b6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.855669] env[69563]: DEBUG nova.network.neutron [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 599.094529] env[69563]: DEBUG oslo_concurrency.lockutils [req-18b0acee-d0d5-4a9d-adb8-770e2ba65889 req-f3dca76e-f691-4bb5-89fd-b527565d5d15 service nova] Releasing lock "refresh_cache-745639f9-9939-4154-8799-e43b50fdea0f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.103716] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b636e79-847a-48f4-ad13-2bed5cd6096c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.109636] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc205a13-75de-4629-9d52-e7460aad48ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.142443] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcb4c80-63e6-40da-ad51-3bc6b7bd65ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.151220] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d97241-fd7e-4366-bdf0-83d1080ec2ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.167450] env[69563]: DEBUG nova.compute.provider_tree [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.228064] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402995, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025452} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.228324] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] File moved {{(pid=69563) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 599.228522] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Cleaning up location [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 599.228682] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Deleting the datastore file [datastore1] vmware_temp/841379dd-4f70-4c74-983c-431610689377 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.228941] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-235c5333-b4ec-4658-97f0-ad0cc69e3fca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.239658] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 599.239658] env[69563]: value = "task-3402996" [ 599.239658] env[69563]: _type = "Task" [ 599.239658] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.247684] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.496783] env[69563]: DEBUG nova.network.neutron [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 599.715526] env[69563]: DEBUG nova.scheduler.client.report [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 599.718088] env[69563]: DEBUG nova.compute.provider_tree [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 16 to 17 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 599.718088] env[69563]: DEBUG nova.compute.provider_tree [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.752481] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026424} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.752723] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.753470] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c4c493-07cb-418b-926e-e28a13f4a7d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.762165] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 599.762165] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523b07c4-e1b2-b913-3993-715a4b3d22d5" [ 599.762165] env[69563]: _type = "Task" [ 599.762165] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.771530] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523b07c4-e1b2-b913-3993-715a4b3d22d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.989763] env[69563]: DEBUG nova.compute.manager [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Received event network-vif-plugged-b93daff4-21f5-4ed4-930d-4afb60320cc8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.989763] env[69563]: DEBUG oslo_concurrency.lockutils [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] Acquiring lock "ca36222c-9587-4119-b418-6ecf4532d4b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.989763] env[69563]: DEBUG oslo_concurrency.lockutils [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] Lock "ca36222c-9587-4119-b418-6ecf4532d4b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.989763] env[69563]: DEBUG oslo_concurrency.lockutils [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] Lock "ca36222c-9587-4119-b418-6ecf4532d4b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.989763] env[69563]: DEBUG nova.compute.manager [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] No waiting events found dispatching network-vif-plugged-b93daff4-21f5-4ed4-930d-4afb60320cc8 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.990220] env[69563]: WARNING nova.compute.manager [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Received unexpected event network-vif-plugged-b93daff4-21f5-4ed4-930d-4afb60320cc8 for instance with vm_state building and task_state spawning. [ 599.990440] env[69563]: DEBUG nova.compute.manager [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Received event network-changed-b93daff4-21f5-4ed4-930d-4afb60320cc8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.990606] env[69563]: DEBUG nova.compute.manager [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Refreshing instance network info cache due to event network-changed-b93daff4-21f5-4ed4-930d-4afb60320cc8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.990778] env[69563]: DEBUG oslo_concurrency.lockutils [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] Acquiring lock "refresh_cache-ca36222c-9587-4119-b418-6ecf4532d4b6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.132113] env[69563]: DEBUG nova.network.neutron [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Updating instance_info_cache with network_info: [{"id": "b93daff4-21f5-4ed4-930d-4afb60320cc8", "address": "fa:16:3e:01:6f:69", "network": {"id": "f3669022-0b05-4c1f-9b14-121019115e5f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-82718731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc72ea819eb4c65b756aade0bb173fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93daff4-21", "ovs_interfaceid": "b93daff4-21f5-4ed4-930d-4afb60320cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 600.224155] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.516s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.224681] env[69563]: DEBUG nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.229047] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.819s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.230683] env[69563]: INFO nova.compute.claims [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.275787] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523b07c4-e1b2-b913-3993-715a4b3d22d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.276733] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.277023] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 745639f9-9939-4154-8799-e43b50fdea0f/745639f9-9939-4154-8799-e43b50fdea0f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.277284] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dfc7d98-9691-43a1-a085-fb5b249a040a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.286975] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 600.286975] env[69563]: value = "task-3402997" [ 600.286975] env[69563]: _type = "Task" [ 600.286975] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.297534] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.450604] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "18657ead-6d4e-4d20-bf36-838ecb022f71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.450604] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.637718] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Releasing lock "refresh_cache-ca36222c-9587-4119-b418-6ecf4532d4b6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.638116] env[69563]: DEBUG nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Instance network_info: |[{"id": "b93daff4-21f5-4ed4-930d-4afb60320cc8", "address": "fa:16:3e:01:6f:69", "network": {"id": "f3669022-0b05-4c1f-9b14-121019115e5f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-82718731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc72ea819eb4c65b756aade0bb173fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93daff4-21", "ovs_interfaceid": "b93daff4-21f5-4ed4-930d-4afb60320cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.638434] env[69563]: DEBUG oslo_concurrency.lockutils [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] Acquired lock "refresh_cache-ca36222c-9587-4119-b418-6ecf4532d4b6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.638629] env[69563]: DEBUG nova.network.neutron [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Refreshing network info cache for port b93daff4-21f5-4ed4-930d-4afb60320cc8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 600.640080] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6f:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93daff4-21f5-4ed4-930d-4afb60320cc8', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.654352] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Creating folder: Project (9bc72ea819eb4c65b756aade0bb173fe). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.656277] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63bd8ae7-9801-4ea5-9bdd-966e73035afd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.669773] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Created folder: Project (9bc72ea819eb4c65b756aade0bb173fe) in parent group-v678952. [ 600.670772] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Creating folder: Instances. Parent ref: group-v678956. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.670772] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9401b81a-09b7-4455-bbc8-e7718ae59911 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.679847] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Created folder: Instances in parent group-v678956. [ 600.680146] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.680354] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.680590] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04f90cee-ea0c-4e3d-9190-d93df81e8165 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.704316] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.704316] env[69563]: value = "task-3403000" [ 600.704316] env[69563]: _type = "Task" [ 600.704316] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.715069] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403000, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.730435] env[69563]: DEBUG nova.compute.utils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.732386] env[69563]: DEBUG nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.733951] env[69563]: DEBUG nova.network.neutron [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 600.798418] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402997, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.977333] env[69563]: DEBUG nova.policy [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a3a903dc7749179e5ed357c1412271', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd72a3f00aa94be89e8ecfa5ef83f397', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.217711] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403000, 'name': CreateVM_Task, 'duration_secs': 0.403778} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.217856] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.228510] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.228510] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.228721] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.237798] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8741b13d-e452-414a-bc46-f1e6bc5005e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.237798] env[69563]: DEBUG nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.252324] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 601.252324] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52564e0a-1ea0-9aa8-11b0-9cb20e9223a4" [ 601.252324] env[69563]: _type = "Task" [ 601.252324] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.262199] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52564e0a-1ea0-9aa8-11b0-9cb20e9223a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.262491] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.262741] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.265551] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.265551] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.265551] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.265551] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5118c54-a0b3-4d7a-a3b4-a87475dc2836 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.272858] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.272858] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.274159] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac5a871-afe4-459d-a7b1-7642b14c39c3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.284503] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 601.284503] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f1cbe0-2a62-67e4-068e-78387333f83d" [ 601.284503] env[69563]: _type = "Task" [ 601.284503] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.306820] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3402997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57795} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.308617] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f1cbe0-2a62-67e4-068e-78387333f83d, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.308781] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 745639f9-9939-4154-8799-e43b50fdea0f/745639f9-9939-4154-8799-e43b50fdea0f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.309207] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.310129] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83f23b13-8dd6-4016-b5fa-c79e28906eb0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.313750] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeba9f90-9261-468e-8e00-c244e1a100eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.328337] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 601.328337] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5253e02f-7fd9-00b3-feaa-ea751e033a0f" [ 601.328337] env[69563]: _type = "Task" [ 601.328337] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.331721] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 601.331721] env[69563]: value = "task-3403001" [ 601.331721] env[69563]: _type = "Task" [ 601.331721] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.340443] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5253e02f-7fd9-00b3-feaa-ea751e033a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.344402] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.538036] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40537b30-3414-426a-ac3a-4d752de4df50 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.545959] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbfc389-9f8a-40fb-a870-2c2201fee7ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.585197] env[69563]: DEBUG nova.network.neutron [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Updated VIF entry in instance network info cache for port b93daff4-21f5-4ed4-930d-4afb60320cc8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 601.585546] env[69563]: DEBUG nova.network.neutron [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Updating instance_info_cache with network_info: [{"id": "b93daff4-21f5-4ed4-930d-4afb60320cc8", "address": "fa:16:3e:01:6f:69", "network": {"id": "f3669022-0b05-4c1f-9b14-121019115e5f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-82718731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc72ea819eb4c65b756aade0bb173fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93daff4-21", "ovs_interfaceid": "b93daff4-21f5-4ed4-930d-4afb60320cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 601.588252] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f47cd51-6dca-413b-ada0-05274bcd159d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.597233] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2288a7c1-8e6a-4e92-bc65-0c5868062b8f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.618815] env[69563]: DEBUG nova.compute.provider_tree [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.762509] env[69563]: DEBUG nova.network.neutron [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Successfully updated port: fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.846051] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5253e02f-7fd9-00b3-feaa-ea751e033a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.849159] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.850895] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] ca36222c-9587-4119-b418-6ecf4532d4b6/ca36222c-9587-4119-b418-6ecf4532d4b6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.850895] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088407} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.850895] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-229a917c-1182-473f-a06b-33f97d83003d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.852608] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.853414] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1842018-7ee8-4eae-9d32-66c4379ffa5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.883294] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 745639f9-9939-4154-8799-e43b50fdea0f/745639f9-9939-4154-8799-e43b50fdea0f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.885429] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f4c7ca-e8da-4437-931b-a9e33357d654 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.902816] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 601.902816] env[69563]: value = "task-3403002" [ 601.902816] env[69563]: _type = "Task" [ 601.902816] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.923992] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 601.923992] env[69563]: value = "task-3403003" [ 601.923992] env[69563]: _type = "Task" [ 601.923992] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.935226] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.089504] env[69563]: DEBUG oslo_concurrency.lockutils [req-d20e33e9-1610-4b9a-a5b9-36e4bf734320 req-4e398db9-4e96-4593-8531-f3904476fd3d service nova] Releasing lock "refresh_cache-ca36222c-9587-4119-b418-6ecf4532d4b6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.120238] env[69563]: DEBUG nova.scheduler.client.report [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.251241] env[69563]: DEBUG nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.262545] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquiring lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.262711] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquired lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.262896] env[69563]: DEBUG nova.network.neutron [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 602.308792] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.309335] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.309335] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.309507] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.309845] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.309937] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.310239] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.310477] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.310646] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.310928] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.311092] env[69563]: DEBUG nova.virt.hardware [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.312652] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd36d03-bd0b-4f18-af00-1413be8fd723 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.329953] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee04e9-8f0e-4ab6-aa84-d1773a01a95e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.415911] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403002, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.440991] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403003, 'name': ReconfigVM_Task, 'duration_secs': 0.468413} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.441838] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 745639f9-9939-4154-8799-e43b50fdea0f/745639f9-9939-4154-8799-e43b50fdea0f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.443049] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e88c4199-d933-4151-9a97-987cf978ef4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.452351] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 602.452351] env[69563]: value = "task-3403004" [ 602.452351] env[69563]: _type = "Task" [ 602.452351] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.470152] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403004, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.544200] env[69563]: DEBUG nova.network.neutron [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Successfully created port: 1769ac71-6f0a-4f35-9e64-df683eff95c2 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 602.627692] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.631020] env[69563]: DEBUG nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.632132] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.872s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.636646] env[69563]: INFO nova.compute.claims [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.855830] env[69563]: DEBUG nova.network.neutron [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 602.918080] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403002, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.966777] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403004, 'name': Rename_Task, 'duration_secs': 0.219023} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.966777] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.966777] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5f1ed0-c81f-4d06-968f-3a2b918f570d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.973065] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 602.973065] env[69563]: value = "task-3403005" [ 602.973065] env[69563]: _type = "Task" [ 602.973065] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.987404] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.146450] env[69563]: DEBUG nova.compute.utils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.148913] env[69563]: DEBUG nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.149049] env[69563]: DEBUG nova.network.neutron [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 603.218228] env[69563]: DEBUG nova.policy [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2ca458752c348019e2ba2a1da1ab6b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc808fe7929e4c03882cf9bf45dd4da9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.329899] env[69563]: DEBUG nova.network.neutron [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Updating instance_info_cache with network_info: [{"id": "fe39a8ec-dda3-4cb6-be1c-76f4b651505e", "address": "fa:16:3e:5b:52:98", "network": {"id": "ea3cceaa-abed-4788-892c-90e8d00c6fa3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2140174647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "484b9366c45144258799f365c490aace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe39a8ec-dd", "ovs_interfaceid": "fe39a8ec-dda3-4cb6-be1c-76f4b651505e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 603.363309] env[69563]: DEBUG nova.compute.manager [req-ff96b751-762c-49f7-baa6-3e0afb176dde req-1f72144d-7294-43ee-a0b9-761825407650 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Received event network-vif-plugged-fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.363309] env[69563]: DEBUG oslo_concurrency.lockutils [req-ff96b751-762c-49f7-baa6-3e0afb176dde req-1f72144d-7294-43ee-a0b9-761825407650 service nova] Acquiring lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.363309] env[69563]: DEBUG oslo_concurrency.lockutils [req-ff96b751-762c-49f7-baa6-3e0afb176dde req-1f72144d-7294-43ee-a0b9-761825407650 service nova] Lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.363309] env[69563]: DEBUG oslo_concurrency.lockutils [req-ff96b751-762c-49f7-baa6-3e0afb176dde req-1f72144d-7294-43ee-a0b9-761825407650 service nova] Lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.364186] env[69563]: DEBUG nova.compute.manager [req-ff96b751-762c-49f7-baa6-3e0afb176dde req-1f72144d-7294-43ee-a0b9-761825407650 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] No waiting events found dispatching network-vif-plugged-fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.364621] env[69563]: WARNING nova.compute.manager [req-ff96b751-762c-49f7-baa6-3e0afb176dde req-1f72144d-7294-43ee-a0b9-761825407650 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Received unexpected event network-vif-plugged-fe39a8ec-dda3-4cb6-be1c-76f4b651505e for instance with vm_state building and task_state spawning. [ 603.414775] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403002, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.486141] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.601141] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquiring lock "83633019-2ee3-48a5-a578-abb6d1b34fe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.601410] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "83633019-2ee3-48a5-a578-abb6d1b34fe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.649991] env[69563]: DEBUG nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.832564] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Releasing lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.833088] env[69563]: DEBUG nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Instance network_info: |[{"id": "fe39a8ec-dda3-4cb6-be1c-76f4b651505e", "address": "fa:16:3e:5b:52:98", "network": {"id": "ea3cceaa-abed-4788-892c-90e8d00c6fa3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2140174647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "484b9366c45144258799f365c490aace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe39a8ec-dd", "ovs_interfaceid": "fe39a8ec-dda3-4cb6-be1c-76f4b651505e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.833527] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:52:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe39a8ec-dda3-4cb6-be1c-76f4b651505e', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.842196] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Creating folder: Project (484b9366c45144258799f365c490aace). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.845703] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99cd465b-dc5e-4fc0-af78-5b22d5d54c7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.859404] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Created folder: Project (484b9366c45144258799f365c490aace) in parent group-v678952. [ 603.859660] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Creating folder: Instances. Parent ref: group-v678959. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.859943] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6adb5b8-28b2-4f65-b07c-4db008280b64 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.871126] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Created folder: Instances in parent group-v678959. [ 603.871126] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.871126] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.871126] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c58872fe-b9ff-463d-8458-4b385ec5020b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.899692] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.899692] env[69563]: value = "task-3403008" [ 603.899692] env[69563]: _type = "Task" [ 603.899692] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.920647] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403008, 'name': CreateVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.926823] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403002, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.678178} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.930200] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] ca36222c-9587-4119-b418-6ecf4532d4b6/ca36222c-9587-4119-b418-6ecf4532d4b6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.930697] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.931132] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-992a9f28-619e-44e8-aa1c-6e0030da1713 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.938795] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 603.938795] env[69563]: value = "task-3403009" [ 603.938795] env[69563]: _type = "Task" [ 603.938795] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.946803] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d13532-90ab-46d9-8348-5a2b37a32d11 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.955783] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.958886] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb16e81-8038-4eb6-a296-88b9ff6d90da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.995575] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca6548b-c0a0-4a8d-a148-c455adb11c8f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.004765] env[69563]: DEBUG oslo_vmware.api [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403005, 'name': PowerOnVM_Task, 'duration_secs': 0.735606} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.007350] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.007786] env[69563]: INFO nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Took 16.43 seconds to spawn the instance on the hypervisor. [ 604.008078] env[69563]: DEBUG nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.008927] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b4074-5185-4317-9b8e-5b86813861bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.012556] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79421c1c-f0c4-4899-bc8f-d2b637e12234 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.032287] env[69563]: DEBUG nova.compute.provider_tree [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.302178] env[69563]: DEBUG nova.network.neutron [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Successfully created port: 47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 604.413699] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403008, 'name': CreateVM_Task, 'duration_secs': 0.381301} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.414051] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.414591] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.414756] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.415123] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.415390] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3414df41-f3ae-41fa-8cb9-dfc0abe85f0c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.423572] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 604.423572] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529df643-5838-9f40-d569-f045af4d2211" [ 604.423572] env[69563]: _type = "Task" [ 604.423572] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.433692] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529df643-5838-9f40-d569-f045af4d2211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.448011] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072158} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.448287] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.449166] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f03995-786e-48c6-a57e-8da48fe1cb74 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.471899] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] ca36222c-9587-4119-b418-6ecf4532d4b6/ca36222c-9587-4119-b418-6ecf4532d4b6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.472616] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b73fd6dd-7336-4ddd-9b43-4e405dc0ee54 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.493462] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 604.493462] env[69563]: value = "task-3403010" [ 604.493462] env[69563]: _type = "Task" [ 604.493462] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.506348] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.539095] env[69563]: DEBUG nova.scheduler.client.report [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.547450] env[69563]: INFO nova.compute.manager [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Took 21.18 seconds to build instance. [ 604.664922] env[69563]: DEBUG nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.698584] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.698845] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.698959] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.699147] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.699286] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.699804] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.699804] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.699903] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.699974] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.703686] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.703686] env[69563]: DEBUG nova.virt.hardware [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.704670] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d97eeb5-cb6c-4578-ab71-00b7a1c077f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.714076] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f259982a-ffcc-488b-9753-4d923412a775 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.945533] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529df643-5838-9f40-d569-f045af4d2211, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.946442] env[69563]: DEBUG nova.network.neutron [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Successfully updated port: 1769ac71-6f0a-4f35-9e64-df683eff95c2 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.949078] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.949329] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.949563] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.949706] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.949873] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.950410] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df1efda-f102-42a0-a7a5-483c77d9620a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.963547] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.963743] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.964500] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-061e00a4-8a8d-44e8-b06f-c0833703ad49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.972947] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 604.972947] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527dc04b-56e8-ca54-5e0c-509ff6e5ecf6" [ 604.972947] env[69563]: _type = "Task" [ 604.972947] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.990485] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527dc04b-56e8-ca54-5e0c-509ff6e5ecf6, 'name': SearchDatastore_Task, 'duration_secs': 0.007365} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.991000] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa84c8de-1271-4876-bb2e-85c33fb163f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.001448] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 605.001448] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529c8948-a4a1-f82e-8355-c958d95abe54" [ 605.001448] env[69563]: _type = "Task" [ 605.001448] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.009500] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403010, 'name': ReconfigVM_Task, 'duration_secs': 0.303364} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.009500] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Reconfigured VM instance instance-00000002 to attach disk [datastore1] ca36222c-9587-4119-b418-6ecf4532d4b6/ca36222c-9587-4119-b418-6ecf4532d4b6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.009500] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e656bd4b-1a9a-4337-8731-e5b0e63a782c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.014331] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529c8948-a4a1-f82e-8355-c958d95abe54, 'name': SearchDatastore_Task, 'duration_secs': 0.008562} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.018027] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.018027] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9/0ff9570f-64ff-47ef-a407-6b0f1f54ddb9.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.018027] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bcff0a5-884a-463a-9f22-2b7dd0fe42b3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.019772] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 605.019772] env[69563]: value = "task-3403011" [ 605.019772] env[69563]: _type = "Task" [ 605.019772] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.025663] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 605.025663] env[69563]: value = "task-3403012" [ 605.025663] env[69563]: _type = "Task" [ 605.025663] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.033204] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403011, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.037852] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.043794] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.044299] env[69563]: DEBUG nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.047063] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.561s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.048554] env[69563]: INFO nova.compute.claims [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.052287] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b251aa4e-18c7-4066-917f-fe595ce4fbb1 tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "745639f9-9939-4154-8799-e43b50fdea0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.695s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.452199] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "refresh_cache-e26fb71a-b6dc-44bf-9e46-26801a267235" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.452199] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquired lock "refresh_cache-e26fb71a-b6dc-44bf-9e46-26801a267235" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.452199] env[69563]: DEBUG nova.network.neutron [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 605.532477] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403011, 'name': Rename_Task, 'duration_secs': 0.146572} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.536423] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.536736] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63acebbe-26a8-43e9-bd3f-5296de8dcac5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.545534] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482262} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.546771] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9/0ff9570f-64ff-47ef-a407-6b0f1f54ddb9.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.547100] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.547539] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 605.547539] env[69563]: value = "task-3403013" [ 605.547539] env[69563]: _type = "Task" [ 605.547539] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.547539] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df6e974f-e9f9-474b-a2e8-40b14844e370 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.557568] env[69563]: DEBUG nova.compute.utils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.558183] env[69563]: DEBUG nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.558183] env[69563]: DEBUG nova.network.neutron [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 605.566446] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 605.566446] env[69563]: value = "task-3403014" [ 605.566446] env[69563]: _type = "Task" [ 605.566446] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.566446] env[69563]: DEBUG nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.572364] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403013, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.578278] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.721403] env[69563]: DEBUG nova.policy [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cb35957ab7d4d9ea9cf05fc5c4f0e37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '707b4a25fdcc4a56889c7881727738be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.060769] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.070038] env[69563]: DEBUG nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.080741] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquiring lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.080939] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.092096] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110049} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.092788] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.093223] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a726c6d-a8c6-4c1a-94c8-f4c577fa2472 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.101400] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.128279] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9/0ff9570f-64ff-47ef-a407-6b0f1f54ddb9.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.132305] env[69563]: DEBUG nova.network.neutron [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 606.134406] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d146795-37e9-4e40-9004-3459f96a26a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.154471] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 606.154471] env[69563]: value = "task-3403015" [ 606.154471] env[69563]: _type = "Task" [ 606.154471] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.165857] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.362880] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea03c16-d3a2-431c-b3cc-7f13343e78ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.371779] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f710f8c-68fd-476f-919e-3b39e5cf0067 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.411619] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a55a416-6010-47d8-9bf6-822f1e0d1575 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.424417] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f2086-12f7-4fca-8abf-b86d3370fc50 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.443892] env[69563]: DEBUG nova.compute.provider_tree [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.562192] env[69563]: DEBUG oslo_vmware.api [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403013, 'name': PowerOnVM_Task, 'duration_secs': 0.72395} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.562563] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.562844] env[69563]: INFO nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Took 10.10 seconds to spawn the instance on the hypervisor. [ 606.562934] env[69563]: DEBUG nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.564130] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d97801-e9f2-4929-8967-7f7b580a578a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.665592] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403015, 'name': ReconfigVM_Task, 'duration_secs': 0.371176} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.665795] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9/0ff9570f-64ff-47ef-a407-6b0f1f54ddb9.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.666612] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9fea06d-bf7f-4232-9e6e-4f908875b525 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.673681] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 606.673681] env[69563]: value = "task-3403016" [ 606.673681] env[69563]: _type = "Task" [ 606.673681] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.683200] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403016, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.747189] env[69563]: DEBUG nova.network.neutron [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Updating instance_info_cache with network_info: [{"id": "1769ac71-6f0a-4f35-9e64-df683eff95c2", "address": "fa:16:3e:43:2b:4c", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1769ac71-6f", "ovs_interfaceid": "1769ac71-6f0a-4f35-9e64-df683eff95c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 606.949906] env[69563]: DEBUG nova.scheduler.client.report [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.022403] env[69563]: DEBUG nova.network.neutron [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Successfully updated port: 47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 607.037214] env[69563]: DEBUG nova.network.neutron [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Successfully created port: 882f93c3-2aee-43b9-945e-81e902c8dd21 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.088240] env[69563]: DEBUG nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.091392] env[69563]: INFO nova.compute.manager [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Took 14.91 seconds to build instance. [ 607.133591] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.133840] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.133989] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.136589] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.136800] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.136953] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.137271] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.137467] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.137644] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.137806] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.137976] env[69563]: DEBUG nova.virt.hardware [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.139200] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0706503a-faad-489e-8f82-29830250bc62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.155040] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b1d424-4ff6-4126-b53e-14afb76220df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.184409] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403016, 'name': Rename_Task, 'duration_secs': 0.151254} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.184409] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.184409] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d8d0467-fbc8-464d-b5fa-ec91baeb74b7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.194562] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 607.194562] env[69563]: value = "task-3403017" [ 607.194562] env[69563]: _type = "Task" [ 607.194562] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.205555] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.250323] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Releasing lock "refresh_cache-e26fb71a-b6dc-44bf-9e46-26801a267235" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.250748] env[69563]: DEBUG nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Instance network_info: |[{"id": "1769ac71-6f0a-4f35-9e64-df683eff95c2", "address": "fa:16:3e:43:2b:4c", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1769ac71-6f", "ovs_interfaceid": "1769ac71-6f0a-4f35-9e64-df683eff95c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.251284] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:2b:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1769ac71-6f0a-4f35-9e64-df683eff95c2', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.265398] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Creating folder: Project (fd72a3f00aa94be89e8ecfa5ef83f397). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.265555] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c94e253a-831a-45f6-8b99-2c278e03d912 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.280270] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Created folder: Project (fd72a3f00aa94be89e8ecfa5ef83f397) in parent group-v678952. [ 607.280270] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Creating folder: Instances. Parent ref: group-v678962. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.280498] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1a41632-112b-4f43-92c6-38e3e5e67a8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.293947] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Created folder: Instances in parent group-v678962. [ 607.293947] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.293947] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.293947] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b56c7c9b-aa81-4652-9a71-08bb1b405f4b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.314988] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.314988] env[69563]: value = "task-3403020" [ 607.314988] env[69563]: _type = "Task" [ 607.314988] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.324574] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403020, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.465353] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.465906] env[69563]: DEBUG nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.468984] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.566s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.469965] env[69563]: INFO nova.compute.claims [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.477579] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquiring lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.477797] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.529133] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquiring lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.529133] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquired lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.529133] env[69563]: DEBUG nova.network.neutron [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 607.597535] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee6df99-359a-473a-bef5-92e0896f5c0d tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "ca36222c-9587-4119-b418-6ecf4532d4b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.430s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.706096] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403017, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.812495] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquiring lock "e94942e0-b29d-4b9f-8606-999242b38b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.812495] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "e94942e0-b29d-4b9f-8606-999242b38b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.826107] env[69563]: DEBUG nova.compute.manager [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Received event network-changed-fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.826304] env[69563]: DEBUG nova.compute.manager [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Refreshing instance network info cache due to event network-changed-fe39a8ec-dda3-4cb6-be1c-76f4b651505e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.826510] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Acquiring lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.826648] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Acquired lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.826802] env[69563]: DEBUG nova.network.neutron [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Refreshing network info cache for port fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 607.835818] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403020, 'name': CreateVM_Task, 'duration_secs': 0.385586} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.836021] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.839384] env[69563]: DEBUG oslo_vmware.service [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac52c2c-6e3f-4c6b-9dfb-396c269e443e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.847885] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.848072] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.848424] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.848919] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3358c484-4086-4eb9-a35e-eb9b0851a307 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.854108] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 607.854108] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52467dda-ba24-92d7-64f6-8fc89b1957d6" [ 607.854108] env[69563]: _type = "Task" [ 607.854108] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.861741] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52467dda-ba24-92d7-64f6-8fc89b1957d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.975269] env[69563]: DEBUG nova.compute.utils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.977021] env[69563]: DEBUG nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.977218] env[69563]: DEBUG nova.network.neutron [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 608.077962] env[69563]: DEBUG nova.network.neutron [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 608.101266] env[69563]: DEBUG nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.106547] env[69563]: DEBUG nova.policy [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da391b1ff057449f95421789ad079ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8a6f141445486095c802879a5703d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.208936] env[69563]: DEBUG oslo_vmware.api [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403017, 'name': PowerOnVM_Task, 'duration_secs': 0.548027} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.208936] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.208936] env[69563]: INFO nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Took 9.46 seconds to spawn the instance on the hypervisor. [ 608.209180] env[69563]: DEBUG nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.210128] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632af85-932b-41cc-8db3-bbfde377403b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.375594] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.375594] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.376921] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.376921] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.376921] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.376921] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-343f4ff3-241d-48a7-806c-40c451f5961d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.390224] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.390224] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.390224] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be0060c-07c3-4dfa-947d-3e8d28060f9e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.404212] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29577f9a-ad21-4c99-aad0-b6433e3d555c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.408411] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 608.408411] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52001f59-673a-e5a8-c6de-2ba544d4afdc" [ 608.408411] env[69563]: _type = "Task" [ 608.408411] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.424839] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52001f59-673a-e5a8-c6de-2ba544d4afdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.480559] env[69563]: DEBUG nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.500888] env[69563]: DEBUG nova.network.neutron [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Updating instance_info_cache with network_info: [{"id": "47a435c9-0d4b-4110-a099-85502fda91b8", "address": "fa:16:3e:1a:72:84", "network": {"id": "c6f4c24c-9fc1-413f-8365-1b3d66bdb221", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-977436514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc808fe7929e4c03882cf9bf45dd4da9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a435c9-0d", "ovs_interfaceid": "47a435c9-0d4b-4110-a099-85502fda91b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 608.549740] env[69563]: DEBUG nova.compute.manager [req-8e3b0707-b766-4ffe-b5a6-e0e6e4e3f54b req-46ac625e-ebfb-4857-a29b-35fa321d9176 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Received event network-vif-plugged-47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.550172] env[69563]: DEBUG oslo_concurrency.lockutils [req-8e3b0707-b766-4ffe-b5a6-e0e6e4e3f54b req-46ac625e-ebfb-4857-a29b-35fa321d9176 service nova] Acquiring lock "967d606a-689f-4fca-affe-6926dcf9d54a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.551088] env[69563]: DEBUG oslo_concurrency.lockutils [req-8e3b0707-b766-4ffe-b5a6-e0e6e4e3f54b req-46ac625e-ebfb-4857-a29b-35fa321d9176 service nova] Lock "967d606a-689f-4fca-affe-6926dcf9d54a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.551236] env[69563]: DEBUG oslo_concurrency.lockutils [req-8e3b0707-b766-4ffe-b5a6-e0e6e4e3f54b req-46ac625e-ebfb-4857-a29b-35fa321d9176 service nova] Lock "967d606a-689f-4fca-affe-6926dcf9d54a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.551421] env[69563]: DEBUG nova.compute.manager [req-8e3b0707-b766-4ffe-b5a6-e0e6e4e3f54b req-46ac625e-ebfb-4857-a29b-35fa321d9176 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] No waiting events found dispatching network-vif-plugged-47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.551575] env[69563]: WARNING nova.compute.manager [req-8e3b0707-b766-4ffe-b5a6-e0e6e4e3f54b req-46ac625e-ebfb-4857-a29b-35fa321d9176 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Received unexpected event network-vif-plugged-47a435c9-0d4b-4110-a099-85502fda91b8 for instance with vm_state building and task_state spawning. [ 608.629920] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.685941] env[69563]: DEBUG nova.network.neutron [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Successfully created port: 965f202b-bdf8-4f1b-b0b4-5a5820edc1cd {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 608.739498] env[69563]: INFO nova.compute.manager [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Took 15.58 seconds to build instance. [ 608.814951] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc4c552-ea55-4b32-bb8d-87e7263b9f03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.823911] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad4720-bd2f-4976-ada7-2f69ecd558ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.877515] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9847c5c-3d95-494e-9d13-0a03806b10dc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.884117] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1503d8-b01b-4c65-bba5-721a0b31444e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.901841] env[69563]: DEBUG nova.compute.provider_tree [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.924527] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Preparing fetch location {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 608.924527] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Creating directory with path [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.924871] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77871e80-60dc-4014-84d4-e92585c71dc6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.950061] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Created directory with path [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.950061] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Fetch image to [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 608.950061] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Downloading image file data fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 to [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk on the data store datastore2 {{(pid=69563) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 608.951432] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d314e728-07be-46b0-b2b0-1f6de74ed49b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.964173] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83a910-530f-4fbc-a8a4-ea1546a69191 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.976194] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71240aa-38ae-49e1-af38-28bea1ff82be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.017239] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Releasing lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.017239] env[69563]: DEBUG nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Instance network_info: |[{"id": "47a435c9-0d4b-4110-a099-85502fda91b8", "address": "fa:16:3e:1a:72:84", "network": {"id": "c6f4c24c-9fc1-413f-8365-1b3d66bdb221", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-977436514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc808fe7929e4c03882cf9bf45dd4da9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a435c9-0d", "ovs_interfaceid": "47a435c9-0d4b-4110-a099-85502fda91b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.018104] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:72:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47a435c9-0d4b-4110-a099-85502fda91b8', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.027435] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Creating folder: Project (bc808fe7929e4c03882cf9bf45dd4da9). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.030234] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d63f50-60c3-424f-a7c5-a1753682f12c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.033566] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33adb428-9072-4fa3-8733-4423a6f80dfd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.039564] env[69563]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f1580ec1-153a-44cd-a885-828b0abbc1e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.045212] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Created folder: Project (bc808fe7929e4c03882cf9bf45dd4da9) in parent group-v678952. [ 609.045497] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Creating folder: Instances. Parent ref: group-v678965. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.045738] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b602bd4e-9f77-41ae-b302-8cec2e470811 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.058504] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Created folder: Instances in parent group-v678965. [ 609.058504] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.058504] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.058504] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ea2cbba-3c0f-40ab-b3e1-c00c41b758c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.081544] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Downloading image file data fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 to the data store datastore2 {{(pid=69563) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 609.089143] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.089143] env[69563]: value = "task-3403023" [ 609.089143] env[69563]: _type = "Task" [ 609.089143] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.100257] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403023, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.152548] env[69563]: DEBUG oslo_vmware.rw_handles [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.217508] env[69563]: DEBUG nova.network.neutron [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Updated VIF entry in instance network info cache for port fe39a8ec-dda3-4cb6-be1c-76f4b651505e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 609.218310] env[69563]: DEBUG nova.network.neutron [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Updating instance_info_cache with network_info: [{"id": "fe39a8ec-dda3-4cb6-be1c-76f4b651505e", "address": "fa:16:3e:5b:52:98", "network": {"id": "ea3cceaa-abed-4788-892c-90e8d00c6fa3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2140174647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "484b9366c45144258799f365c490aace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe39a8ec-dd", "ovs_interfaceid": "fe39a8ec-dda3-4cb6-be1c-76f4b651505e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 609.241357] env[69563]: DEBUG oslo_concurrency.lockutils [None req-50ab573a-f5b4-4129-99ef-097863d80e25 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.093s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.407293] env[69563]: DEBUG nova.scheduler.client.report [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.522487] env[69563]: DEBUG nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.561633] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.561894] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.565621] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.565621] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.565621] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.565621] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.565621] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.565621] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.565947] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.565947] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.565947] env[69563]: DEBUG nova.virt.hardware [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.568229] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b53009-79c3-4b16-b712-272f54f16bb0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.572509] env[69563]: DEBUG nova.network.neutron [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Successfully updated port: 882f93c3-2aee-43b9-945e-81e902c8dd21 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.580344] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69874ec-3aab-4f39-b698-a18300c22b21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.611360] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403023, 'name': CreateVM_Task, 'duration_secs': 0.456846} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.614990] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.615952] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.616464] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.616464] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.616863] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e18de8e-398a-4a14-92e3-d5423cf05610 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.622115] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 609.622115] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5210fe72-3ae0-3ec8-1a29-e53923948cba" [ 609.622115] env[69563]: _type = "Task" [ 609.622115] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.632473] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5210fe72-3ae0-3ec8-1a29-e53923948cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.721274] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Releasing lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.721598] env[69563]: DEBUG nova.compute.manager [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Received event network-vif-plugged-1769ac71-6f0a-4f35-9e64-df683eff95c2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.721763] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Acquiring lock "e26fb71a-b6dc-44bf-9e46-26801a267235-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.722346] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Lock "e26fb71a-b6dc-44bf-9e46-26801a267235-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.722346] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Lock "e26fb71a-b6dc-44bf-9e46-26801a267235-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.722346] env[69563]: DEBUG nova.compute.manager [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] No waiting events found dispatching network-vif-plugged-1769ac71-6f0a-4f35-9e64-df683eff95c2 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.722509] env[69563]: WARNING nova.compute.manager [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Received unexpected event network-vif-plugged-1769ac71-6f0a-4f35-9e64-df683eff95c2 for instance with vm_state building and task_state spawning. [ 609.722600] env[69563]: DEBUG nova.compute.manager [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Received event network-changed-1769ac71-6f0a-4f35-9e64-df683eff95c2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.722751] env[69563]: DEBUG nova.compute.manager [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Refreshing instance network info cache due to event network-changed-1769ac71-6f0a-4f35-9e64-df683eff95c2. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.722934] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Acquiring lock "refresh_cache-e26fb71a-b6dc-44bf-9e46-26801a267235" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.723088] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Acquired lock "refresh_cache-e26fb71a-b6dc-44bf-9e46-26801a267235" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.723270] env[69563]: DEBUG nova.network.neutron [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Refreshing network info cache for port 1769ac71-6f0a-4f35-9e64-df683eff95c2 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 609.743633] env[69563]: DEBUG nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.862609] env[69563]: DEBUG oslo_vmware.rw_handles [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Completed reading data from the image iterator. {{(pid=69563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 609.862867] env[69563]: DEBUG oslo_vmware.rw_handles [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 609.915014] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.915014] env[69563]: DEBUG nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.918472] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.004s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.918472] env[69563]: INFO nova.compute.claims [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.007911] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Downloaded image file data fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 to vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk on the data store datastore2 {{(pid=69563) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.010255] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Caching image {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.010626] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Copying Virtual Disk [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk to [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.010982] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3736ecd2-3dfd-4d5b-a98b-0000ccbdc974 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.021039] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 610.021039] env[69563]: value = "task-3403024" [ 610.021039] env[69563]: _type = "Task" [ 610.021039] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.034423] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.079186] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquiring lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.080029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquired lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.080029] env[69563]: DEBUG nova.network.neutron [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 610.134555] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.134990] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.135086] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.270835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.427499] env[69563]: DEBUG nova.compute.utils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.431827] env[69563]: DEBUG nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.432483] env[69563]: DEBUG nova.network.neutron [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 610.534476] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403024, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.610188] env[69563]: DEBUG nova.network.neutron [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Successfully updated port: 965f202b-bdf8-4f1b-b0b4-5a5820edc1cd {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 610.713144] env[69563]: DEBUG nova.network.neutron [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 610.778819] env[69563]: DEBUG nova.policy [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ef1fbc99ad84b6cbb2af7eb2e202b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2505904eb0634ab5851227cbec68d8c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.799718] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquiring lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.799718] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.933130] env[69563]: DEBUG nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.977247] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquiring lock "745639f9-9939-4154-8799-e43b50fdea0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.977655] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "745639f9-9939-4154-8799-e43b50fdea0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.977879] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquiring lock "745639f9-9939-4154-8799-e43b50fdea0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.978076] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "745639f9-9939-4154-8799-e43b50fdea0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.978247] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "745639f9-9939-4154-8799-e43b50fdea0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.986055] env[69563]: INFO nova.compute.manager [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Terminating instance [ 611.035997] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403024, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.115040] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "refresh_cache-15b8735d-4cae-4c05-afe8-dab95a937448" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.115040] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "refresh_cache-15b8735d-4cae-4c05-afe8-dab95a937448" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.115040] env[69563]: DEBUG nova.network.neutron [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 611.144877] env[69563]: DEBUG nova.network.neutron [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Updated VIF entry in instance network info cache for port 1769ac71-6f0a-4f35-9e64-df683eff95c2. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 611.144877] env[69563]: DEBUG nova.network.neutron [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Updating instance_info_cache with network_info: [{"id": "1769ac71-6f0a-4f35-9e64-df683eff95c2", "address": "fa:16:3e:43:2b:4c", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1769ac71-6f", "ovs_interfaceid": "1769ac71-6f0a-4f35-9e64-df683eff95c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 611.247571] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbb9717-1758-44d6-a6fc-82291302556d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.255592] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03331e9b-6612-4ecf-b031-8961d490a4f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.290103] env[69563]: DEBUG nova.network.neutron [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Updating instance_info_cache with network_info: [{"id": "882f93c3-2aee-43b9-945e-81e902c8dd21", "address": "fa:16:3e:30:63:10", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882f93c3-2a", "ovs_interfaceid": "882f93c3-2aee-43b9-945e-81e902c8dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 611.291825] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2768fcdc-17a8-41fc-bfbe-8a6a2942e65a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.301021] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321c2454-3167-4269-9004-f46a30504c87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.314509] env[69563]: DEBUG nova.compute.provider_tree [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.494737] env[69563]: DEBUG nova.compute.manager [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.494737] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.495837] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b51f33-a785-4e98-8995-f22e61162dda {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.504077] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.504366] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ecd142-1e36-4fc5-b1c1-f36a49696973 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.511909] env[69563]: DEBUG oslo_vmware.api [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 611.511909] env[69563]: value = "task-3403025" [ 611.511909] env[69563]: _type = "Task" [ 611.511909] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.522395] env[69563]: DEBUG oslo_vmware.api [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.534133] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403024, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.048665} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.536850] env[69563]: DEBUG nova.network.neutron [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Successfully created port: 4d81ebd9-8568-4075-96a6-3d31318ae16b {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.537158] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Copied Virtual Disk [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk to [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.537223] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleting the datastore file [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/tmp-sparse.vmdk {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.537492] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973aa36b-897a-43ae-a319-b2f3292eb35f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.543595] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 611.543595] env[69563]: value = "task-3403026" [ 611.543595] env[69563]: _type = "Task" [ 611.543595] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.552054] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.602150] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquiring lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.602542] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.651774] env[69563]: DEBUG oslo_concurrency.lockutils [req-0fdd93bf-fd2a-42b9-ba88-06e066a600ef req-39b50999-d018-49c1-a171-d72f6f4da697 service nova] Releasing lock "refresh_cache-e26fb71a-b6dc-44bf-9e46-26801a267235" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.680126] env[69563]: DEBUG nova.network.neutron [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 611.796039] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Releasing lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.799019] env[69563]: DEBUG nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Instance network_info: |[{"id": "882f93c3-2aee-43b9-945e-81e902c8dd21", "address": "fa:16:3e:30:63:10", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882f93c3-2a", "ovs_interfaceid": "882f93c3-2aee-43b9-945e-81e902c8dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.799148] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:63:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '882f93c3-2aee-43b9-945e-81e902c8dd21', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.807577] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Creating folder: Project (707b4a25fdcc4a56889c7881727738be). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.810606] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d46638-add2-45cc-a5b6-46d4d90d4b6d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.821278] env[69563]: DEBUG nova.scheduler.client.report [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.826086] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Created folder: Project (707b4a25fdcc4a56889c7881727738be) in parent group-v678952. [ 611.826435] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Creating folder: Instances. Parent ref: group-v678968. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.826781] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46645419-69a5-49fd-b303-a7894a71eb2c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.838114] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Created folder: Instances in parent group-v678968. [ 611.838114] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.838114] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.838114] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17335393-29f1-4ecc-8870-e4704cb89135 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.862293] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.862293] env[69563]: value = "task-3403029" [ 611.862293] env[69563]: _type = "Task" [ 611.862293] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.872256] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403029, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.926938] env[69563]: DEBUG nova.network.neutron [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Updating instance_info_cache with network_info: [{"id": "965f202b-bdf8-4f1b-b0b4-5a5820edc1cd", "address": "fa:16:3e:a2:80:dd", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965f202b-bd", "ovs_interfaceid": "965f202b-bdf8-4f1b-b0b4-5a5820edc1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 611.947949] env[69563]: DEBUG nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.986861] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.987344] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.987344] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.987587] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.987791] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.988459] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.988459] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.988794] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.989032] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.989243] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.989566] env[69563]: DEBUG nova.virt.hardware [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.992407] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e0d61-a8c0-48dc-ac13-f190416811ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.004473] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb42c6-40df-440b-ae44-525fb026a9fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.030800] env[69563]: DEBUG oslo_vmware.api [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.055073] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05155} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.055073] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.055073] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Moving file from [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 to [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7. {{(pid=69563) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 612.055073] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-04c17eb6-280f-49e5-8b0b-c6f068e23e0c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.061113] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 612.061113] env[69563]: value = "task-3403030" [ 612.061113] env[69563]: _type = "Task" [ 612.061113] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.069836] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403030, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.326027] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.327177] env[69563]: DEBUG nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.331962] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.355s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.334901] env[69563]: INFO nova.compute.claims [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.337163] env[69563]: DEBUG nova.compute.manager [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Received event network-vif-plugged-882f93c3-2aee-43b9-945e-81e902c8dd21 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.337420] env[69563]: DEBUG oslo_concurrency.lockutils [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] Acquiring lock "49a8fb1e-749c-419a-a39a-ccec63fd157f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.337673] env[69563]: DEBUG oslo_concurrency.lockutils [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] Lock "49a8fb1e-749c-419a-a39a-ccec63fd157f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.337884] env[69563]: DEBUG oslo_concurrency.lockutils [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] Lock "49a8fb1e-749c-419a-a39a-ccec63fd157f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.338100] env[69563]: DEBUG nova.compute.manager [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] No waiting events found dispatching network-vif-plugged-882f93c3-2aee-43b9-945e-81e902c8dd21 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.338313] env[69563]: WARNING nova.compute.manager [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Received unexpected event network-vif-plugged-882f93c3-2aee-43b9-945e-81e902c8dd21 for instance with vm_state building and task_state spawning. [ 612.338505] env[69563]: DEBUG nova.compute.manager [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Received event network-changed-882f93c3-2aee-43b9-945e-81e902c8dd21 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.338863] env[69563]: DEBUG nova.compute.manager [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Refreshing instance network info cache due to event network-changed-882f93c3-2aee-43b9-945e-81e902c8dd21. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.338863] env[69563]: DEBUG oslo_concurrency.lockutils [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] Acquiring lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.339070] env[69563]: DEBUG oslo_concurrency.lockutils [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] Acquired lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.339278] env[69563]: DEBUG nova.network.neutron [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Refreshing network info cache for port 882f93c3-2aee-43b9-945e-81e902c8dd21 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 612.374867] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403029, 'name': CreateVM_Task, 'duration_secs': 0.402485} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.375335] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.377125] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.377428] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.377812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.378248] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cedd058-56b7-475e-9944-44ce2e99e0ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.383718] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 612.383718] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5219e22b-a76f-f123-d391-4134d717e15b" [ 612.383718] env[69563]: _type = "Task" [ 612.383718] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.393571] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5219e22b-a76f-f123-d391-4134d717e15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.431616] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "refresh_cache-15b8735d-4cae-4c05-afe8-dab95a937448" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.431966] env[69563]: DEBUG nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Instance network_info: |[{"id": "965f202b-bdf8-4f1b-b0b4-5a5820edc1cd", "address": "fa:16:3e:a2:80:dd", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965f202b-bd", "ovs_interfaceid": "965f202b-bdf8-4f1b-b0b4-5a5820edc1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.432393] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:80:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '965f202b-bdf8-4f1b-b0b4-5a5820edc1cd', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.442401] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating folder: Project (2e8a6f141445486095c802879a5703d4). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.442401] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fb0590e-b981-4c0b-ae77-5fd065a17664 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.452982] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Created folder: Project (2e8a6f141445486095c802879a5703d4) in parent group-v678952. [ 612.453870] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating folder: Instances. Parent ref: group-v678971. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.454257] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96666787-299a-4fc1-ac08-8c501f0b4a59 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.465438] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Created folder: Instances in parent group-v678971. [ 612.465438] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.465438] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.465438] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46aa108e-c960-4af6-8190-c394a58581bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.487861] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquiring lock "ca36222c-9587-4119-b418-6ecf4532d4b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.488117] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "ca36222c-9587-4119-b418-6ecf4532d4b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.488520] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquiring lock "ca36222c-9587-4119-b418-6ecf4532d4b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.488520] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "ca36222c-9587-4119-b418-6ecf4532d4b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.488648] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "ca36222c-9587-4119-b418-6ecf4532d4b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.490771] env[69563]: INFO nova.compute.manager [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Terminating instance [ 612.495581] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.495581] env[69563]: value = "task-3403033" [ 612.495581] env[69563]: _type = "Task" [ 612.495581] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.504542] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403033, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.532273] env[69563]: DEBUG oslo_vmware.api [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403025, 'name': PowerOffVM_Task, 'duration_secs': 0.730101} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.533090] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.533090] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.533090] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad1be053-78ad-431b-a662-b40f7e7239d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.574128] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403030, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025762} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.574397] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] File moved {{(pid=69563) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.574604] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Cleaning up location [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.574798] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleting the datastore file [datastore2] vmware_temp/6dc2f036-86db-41d7-9c22-c79c8d14b18d {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.575108] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ce58f18-b01e-4da8-a4cc-41073437933d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.583719] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 612.583719] env[69563]: value = "task-3403035" [ 612.583719] env[69563]: _type = "Task" [ 612.583719] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.592322] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.598509] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.600373] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.600373] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Deleting the datastore file [datastore1] 745639f9-9939-4154-8799-e43b50fdea0f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.600373] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d08438bc-d88f-49fc-b464-d6e3aa606edf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.606978] env[69563]: DEBUG oslo_vmware.api [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for the task: (returnval){ [ 612.606978] env[69563]: value = "task-3403036" [ 612.606978] env[69563]: _type = "Task" [ 612.606978] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.620041] env[69563]: DEBUG oslo_vmware.api [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.763870] env[69563]: DEBUG nova.compute.manager [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Received event network-changed-47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.764071] env[69563]: DEBUG nova.compute.manager [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Refreshing instance network info cache due to event network-changed-47a435c9-0d4b-4110-a099-85502fda91b8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.764287] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] Acquiring lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.764534] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] Acquired lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.764706] env[69563]: DEBUG nova.network.neutron [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Refreshing network info cache for port 47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 612.843961] env[69563]: DEBUG nova.compute.utils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.847405] env[69563]: DEBUG nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.847489] env[69563]: DEBUG nova.network.neutron [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 612.884900] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "bddac60c-f799-473c-992a-d1a95cd67a58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.885295] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "bddac60c-f799-473c-992a-d1a95cd67a58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.897214] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5219e22b-a76f-f123-d391-4134d717e15b, 'name': SearchDatastore_Task, 'duration_secs': 0.028584} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.897214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.897214] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.897214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.941695] env[69563]: DEBUG nova.policy [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edfd3fdae97c4c9cae96025aa31bbf1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd1b6cfd1d98440dbb09f698199be029', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.998609] env[69563]: DEBUG nova.compute.manager [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.998810] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.000299] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf4cf7c-4439-4224-a86d-04d0980b9028 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.015172] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403033, 'name': CreateVM_Task, 'duration_secs': 0.317259} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.015794] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.016117] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.016782] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.016958] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.017258] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.017496] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77e431f-043a-43e6-8760-4657fd8769f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.019265] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7925fbc7-cc17-4133-aa09-93109e87e3c4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.024448] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 613.024448] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c69c58-a7eb-8607-73b2-60f3c4a73128" [ 613.024448] env[69563]: _type = "Task" [ 613.024448] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.025569] env[69563]: DEBUG oslo_vmware.api [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 613.025569] env[69563]: value = "task-3403037" [ 613.025569] env[69563]: _type = "Task" [ 613.025569] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.043886] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c69c58-a7eb-8607-73b2-60f3c4a73128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.047980] env[69563]: DEBUG oslo_vmware.api [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.094157] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037631} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.094157] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.095381] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31c959f-18b3-4289-84d0-dea81ac1230c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.102630] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 613.102630] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fb07cc-135c-1b67-dae4-deb14183ecfd" [ 613.102630] env[69563]: _type = "Task" [ 613.102630] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.122899] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fb07cc-135c-1b67-dae4-deb14183ecfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.126395] env[69563]: DEBUG oslo_vmware.api [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Task: {'id': task-3403036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174404} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.126626] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.126800] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.126967] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.127163] env[69563]: INFO nova.compute.manager [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 613.127433] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.127634] env[69563]: DEBUG nova.compute.manager [-] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.127714] env[69563]: DEBUG nova.network.neutron [-] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 613.351769] env[69563]: DEBUG nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.549912] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c69c58-a7eb-8607-73b2-60f3c4a73128, 'name': SearchDatastore_Task, 'duration_secs': 0.023138} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.549912] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.550245] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.550245] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.554163] env[69563]: DEBUG oslo_vmware.api [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403037, 'name': PowerOffVM_Task, 'duration_secs': 0.206318} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.554374] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.554529] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.554796] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ebd9f0-e1e4-4cf2-b374-bcd78329b2c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.620653] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fb07cc-135c-1b67-dae4-deb14183ecfd, 'name': SearchDatastore_Task, 'duration_secs': 0.020017} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.620748] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.620928] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.621114] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Deleting the datastore file [datastore1] ca36222c-9587-4119-b418-6ecf4532d4b6 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.621391] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.621616] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] e26fb71a-b6dc-44bf-9e46-26801a267235/e26fb71a-b6dc-44bf-9e46-26801a267235.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.621913] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7552b12-013f-42b1-81fc-2e17f7073743 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.625342] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.625342] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.625342] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2b3fee-f5e0-48f9-91fd-d74cec23dd53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.628159] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0febe3f3-7d05-4151-a89d-f2a38bcedfcb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.639778] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 613.639778] env[69563]: value = "task-3403040" [ 613.639778] env[69563]: _type = "Task" [ 613.639778] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.641125] env[69563]: DEBUG oslo_vmware.api [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for the task: (returnval){ [ 613.641125] env[69563]: value = "task-3403039" [ 613.641125] env[69563]: _type = "Task" [ 613.641125] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.656084] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.663415] env[69563]: DEBUG oslo_vmware.api [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.663664] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.663818] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.664575] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa7879f-238a-4ef7-887d-f154cd17553f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.673123] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 613.673123] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ad5dad-dfa8-3279-df6b-544a2f8ef932" [ 613.673123] env[69563]: _type = "Task" [ 613.673123] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.681768] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ad5dad-dfa8-3279-df6b-544a2f8ef932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.704415] env[69563]: DEBUG nova.network.neutron [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Updated VIF entry in instance network info cache for port 882f93c3-2aee-43b9-945e-81e902c8dd21. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 613.704810] env[69563]: DEBUG nova.network.neutron [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Updating instance_info_cache with network_info: [{"id": "882f93c3-2aee-43b9-945e-81e902c8dd21", "address": "fa:16:3e:30:63:10", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882f93c3-2a", "ovs_interfaceid": "882f93c3-2aee-43b9-945e-81e902c8dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 613.728463] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceccdf64-485a-425d-8eb1-df1808c7c856 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.736719] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56cd022-287f-4683-8c3b-d8f6559db4d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.774423] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f66b1e1-fa0b-42e3-a2c2-d9f53199cb02 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.783169] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12fbb76-bb08-4d09-94c7-508c46375c86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.797939] env[69563]: DEBUG nova.compute.provider_tree [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.985048] env[69563]: DEBUG nova.network.neutron [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Updated VIF entry in instance network info cache for port 47a435c9-0d4b-4110-a099-85502fda91b8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 613.985333] env[69563]: DEBUG nova.network.neutron [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Updating instance_info_cache with network_info: [{"id": "47a435c9-0d4b-4110-a099-85502fda91b8", "address": "fa:16:3e:1a:72:84", "network": {"id": "c6f4c24c-9fc1-413f-8365-1b3d66bdb221", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-977436514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc808fe7929e4c03882cf9bf45dd4da9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a435c9-0d", "ovs_interfaceid": "47a435c9-0d4b-4110-a099-85502fda91b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 614.154461] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.157978] env[69563]: DEBUG oslo_vmware.api [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Task: {'id': task-3403039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284696} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.158035] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.159164] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.159164] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.159349] env[69563]: INFO nova.compute.manager [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 614.160079] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.160079] env[69563]: DEBUG nova.compute.manager [-] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.160079] env[69563]: DEBUG nova.network.neutron [-] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 614.190067] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ad5dad-dfa8-3279-df6b-544a2f8ef932, 'name': SearchDatastore_Task, 'duration_secs': 0.019459} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.190785] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbaf222-e728-4d78-8aea-c702eaae3d9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.200551] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 614.200551] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521861b3-7836-78af-df09-8dd09bf754b3" [ 614.200551] env[69563]: _type = "Task" [ 614.200551] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.207560] env[69563]: DEBUG oslo_concurrency.lockutils [req-b337097e-f987-4e09-bf59-af7deb0ace55 req-d726f85a-318b-49ad-93c6-2bcd11b53489 service nova] Releasing lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.211953] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521861b3-7836-78af-df09-8dd09bf754b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.306837] env[69563]: DEBUG nova.scheduler.client.report [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.367719] env[69563]: DEBUG nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.394028] env[69563]: DEBUG nova.network.neutron [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Successfully updated port: 4d81ebd9-8568-4075-96a6-3d31318ae16b {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 614.396249] env[69563]: DEBUG nova.network.neutron [-] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 614.405061] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.405716] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.405716] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.405716] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.405948] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.405948] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.408356] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.408356] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.408356] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.408356] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.408356] env[69563]: DEBUG nova.virt.hardware [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.408585] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd68bf9a-ec43-4392-a90a-37a078c3c29d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.421267] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670688be-bc73-4acc-9a19-1b2c5d423136 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.438606] env[69563]: DEBUG nova.network.neutron [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Successfully created port: 730eca2b-5c64-4a07-9b0c-f10bbfd97d62 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 614.488533] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] Releasing lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.488871] env[69563]: DEBUG nova.compute.manager [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Received event network-vif-plugged-965f202b-bdf8-4f1b-b0b4-5a5820edc1cd {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.489106] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] Acquiring lock "15b8735d-4cae-4c05-afe8-dab95a937448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.489440] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] Lock "15b8735d-4cae-4c05-afe8-dab95a937448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.489772] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] Lock "15b8735d-4cae-4c05-afe8-dab95a937448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.489905] env[69563]: DEBUG nova.compute.manager [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] No waiting events found dispatching network-vif-plugged-965f202b-bdf8-4f1b-b0b4-5a5820edc1cd {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.490096] env[69563]: WARNING nova.compute.manager [req-1b76ae70-7536-4d57-a304-0b3c17fca047 req-9ed9634e-d6d8-4241-a84c-a2a1c8e05184 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Received unexpected event network-vif-plugged-965f202b-bdf8-4f1b-b0b4-5a5820edc1cd for instance with vm_state building and task_state spawning. [ 614.652916] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663736} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.653929] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] e26fb71a-b6dc-44bf-9e46-26801a267235/e26fb71a-b6dc-44bf-9e46-26801a267235.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.654159] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.654406] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44916869-4fca-4f9d-b988-6d19913c56d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.661549] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 614.661549] env[69563]: value = "task-3403041" [ 614.661549] env[69563]: _type = "Task" [ 614.661549] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.671967] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.709848] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521861b3-7836-78af-df09-8dd09bf754b3, 'name': SearchDatastore_Task, 'duration_secs': 0.054774} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.710129] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.710381] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 967d606a-689f-4fca-affe-6926dcf9d54a/967d606a-689f-4fca-affe-6926dcf9d54a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.710645] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.710825] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.711048] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-decdae6b-3f73-4807-bdb0-a798125432d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.712964] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8d68a22-6b70-414a-ab5f-3ce0757edbbb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.719630] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 614.719630] env[69563]: value = "task-3403042" [ 614.719630] env[69563]: _type = "Task" [ 614.719630] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.723760] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.723969] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.724933] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985839e4-11d7-4e25-bf33-06030e9aa1c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.729997] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.733136] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 614.733136] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b251c7-2828-d6cd-a0dc-501853417bf4" [ 614.733136] env[69563]: _type = "Task" [ 614.733136] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.740570] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b251c7-2828-d6cd-a0dc-501853417bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.812262] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.812789] env[69563]: DEBUG nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.815287] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.495s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.815456] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.815607] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 614.815879] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.715s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.817255] env[69563]: INFO nova.compute.claims [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.824018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aa87b7-f542-4c93-b700-a28e5ea603ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.830037] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f30f44-5a5a-4c25-9de9-ff5dfff8a905 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.853593] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee750c-e0b9-4661-85c9-0bea25e75ec6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.860871] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8f8cb7-e5ff-4aa7-aca6-ab5cb2e75872 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.894467] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181001MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 614.894638] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.896526] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.896648] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.897096] env[69563]: DEBUG nova.network.neutron [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 614.898663] env[69563]: INFO nova.compute.manager [-] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Took 1.77 seconds to deallocate network for instance. [ 615.140446] env[69563]: DEBUG nova.network.neutron [-] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 615.171024] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072634} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.173077] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.173077] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab453db-bf5b-4bca-9a83-fb44f4f14c9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.197521] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e26fb71a-b6dc-44bf-9e46-26801a267235/e26fb71a-b6dc-44bf-9e46-26801a267235.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.199459] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf7e215-698b-4596-9a8d-5f9e68aa41ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.219839] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 615.219839] env[69563]: value = "task-3403043" [ 615.219839] env[69563]: _type = "Task" [ 615.219839] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.230271] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.233698] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.245373] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b251c7-2828-d6cd-a0dc-501853417bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.246246] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f282f4-9e20-45d0-8bda-44301edc7b41 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.255092] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 615.255092] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ad3a25-61ac-81e1-027e-e5369d20bfee" [ 615.255092] env[69563]: _type = "Task" [ 615.255092] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.264608] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ad3a25-61ac-81e1-027e-e5369d20bfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.330019] env[69563]: DEBUG nova.compute.utils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.335278] env[69563]: DEBUG nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.335278] env[69563]: DEBUG nova.network.neutron [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 615.405800] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.429223] env[69563]: DEBUG nova.policy [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fe5a56adaa45739d97a85221860bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd361970e78d7415581deff8311f976ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.472025] env[69563]: DEBUG nova.network.neutron [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 615.643775] env[69563]: INFO nova.compute.manager [-] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Took 1.48 seconds to deallocate network for instance. [ 615.711384] env[69563]: DEBUG nova.network.neutron [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Updating instance_info_cache with network_info: [{"id": "4d81ebd9-8568-4075-96a6-3d31318ae16b", "address": "fa:16:3e:59:ed:dc", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d81ebd9-85", "ovs_interfaceid": "4d81ebd9-8568-4075-96a6-3d31318ae16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 615.726552] env[69563]: DEBUG nova.compute.manager [req-e57f3115-2047-4f13-8348-de2bf46023c6 req-e3e7589f-fc66-4055-b37c-fdeba80ccefc service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Received event network-vif-plugged-4d81ebd9-8568-4075-96a6-3d31318ae16b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.728228] env[69563]: DEBUG oslo_concurrency.lockutils [req-e57f3115-2047-4f13-8348-de2bf46023c6 req-e3e7589f-fc66-4055-b37c-fdeba80ccefc service nova] Acquiring lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.728228] env[69563]: DEBUG oslo_concurrency.lockutils [req-e57f3115-2047-4f13-8348-de2bf46023c6 req-e3e7589f-fc66-4055-b37c-fdeba80ccefc service nova] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.728228] env[69563]: DEBUG oslo_concurrency.lockutils [req-e57f3115-2047-4f13-8348-de2bf46023c6 req-e3e7589f-fc66-4055-b37c-fdeba80ccefc service nova] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.728228] env[69563]: DEBUG nova.compute.manager [req-e57f3115-2047-4f13-8348-de2bf46023c6 req-e3e7589f-fc66-4055-b37c-fdeba80ccefc service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] No waiting events found dispatching network-vif-plugged-4d81ebd9-8568-4075-96a6-3d31318ae16b {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.728228] env[69563]: WARNING nova.compute.manager [req-e57f3115-2047-4f13-8348-de2bf46023c6 req-e3e7589f-fc66-4055-b37c-fdeba80ccefc service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Received unexpected event network-vif-plugged-4d81ebd9-8568-4075-96a6-3d31318ae16b for instance with vm_state building and task_state spawning. [ 615.739114] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403043, 'name': ReconfigVM_Task, 'duration_secs': 0.473414} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.742973] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e26fb71a-b6dc-44bf-9e46-26801a267235/e26fb71a-b6dc-44bf-9e46-26801a267235.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.743675] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994891} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.744057] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25c8255c-08a4-423c-8398-36153ba6d41f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.745728] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 967d606a-689f-4fca-affe-6926dcf9d54a/967d606a-689f-4fca-affe-6926dcf9d54a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.746234] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.746234] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba76e4c1-a00e-499e-96cb-3b6fd31316d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.757361] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 615.757361] env[69563]: value = "task-3403044" [ 615.757361] env[69563]: _type = "Task" [ 615.757361] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.760934] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 615.760934] env[69563]: value = "task-3403045" [ 615.760934] env[69563]: _type = "Task" [ 615.760934] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.771901] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ad3a25-61ac-81e1-027e-e5369d20bfee, 'name': SearchDatastore_Task, 'duration_secs': 0.019016} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.772516] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.772963] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 49a8fb1e-749c-419a-a39a-ccec63fd157f/49a8fb1e-749c-419a-a39a-ccec63fd157f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.776629] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.776842] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.777085] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f1afd38-a759-4957-9740-75f88ad95a34 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.780013] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403044, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.783856] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b43437bf-5e93-493e-a7d4-15120fab4bdd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.785832] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.791042] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 615.791042] env[69563]: value = "task-3403046" [ 615.791042] env[69563]: _type = "Task" [ 615.791042] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.796153] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.796374] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.797544] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e40fe3-d162-40a7-9c1a-6ff266d930e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.805172] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.808572] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 615.808572] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523e2d90-fff3-12e0-df57-9c70211870b0" [ 615.808572] env[69563]: _type = "Task" [ 615.808572] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.817092] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523e2d90-fff3-12e0-df57-9c70211870b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.836633] env[69563]: DEBUG nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.866099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "0966f90d-4ee4-461a-8943-5c11fccf788a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.866390] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "0966f90d-4ee4-461a-8943-5c11fccf788a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.878364] env[69563]: DEBUG nova.compute.manager [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Received event network-changed-965f202b-bdf8-4f1b-b0b4-5a5820edc1cd {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.878557] env[69563]: DEBUG nova.compute.manager [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Refreshing instance network info cache due to event network-changed-965f202b-bdf8-4f1b-b0b4-5a5820edc1cd. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.878766] env[69563]: DEBUG oslo_concurrency.lockutils [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] Acquiring lock "refresh_cache-15b8735d-4cae-4c05-afe8-dab95a937448" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.878927] env[69563]: DEBUG oslo_concurrency.lockutils [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] Acquired lock "refresh_cache-15b8735d-4cae-4c05-afe8-dab95a937448" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.879150] env[69563]: DEBUG nova.network.neutron [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Refreshing network info cache for port 965f202b-bdf8-4f1b-b0b4-5a5820edc1cd {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 616.056815] env[69563]: DEBUG nova.network.neutron [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Successfully created port: c76197da-dbcb-48b9-a6fe-814639b7e8ad {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 616.151764] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.215240] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.215861] env[69563]: DEBUG nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Instance network_info: |[{"id": "4d81ebd9-8568-4075-96a6-3d31318ae16b", "address": "fa:16:3e:59:ed:dc", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d81ebd9-85", "ovs_interfaceid": "4d81ebd9-8568-4075-96a6-3d31318ae16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.217426] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ed:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d81ebd9-8568-4075-96a6-3d31318ae16b', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.226912] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Creating folder: Project (2505904eb0634ab5851227cbec68d8c1). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.227852] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46b420e-7180-40d3-b960-d168608a2ce0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.231441] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03655229-45fa-4c65-bd37-c23bc8a2045a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.239266] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8da996-0c9a-4008-bb46-7922c84e7313 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.245234] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Created folder: Project (2505904eb0634ab5851227cbec68d8c1) in parent group-v678952. [ 616.245428] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Creating folder: Instances. Parent ref: group-v678974. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.246095] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e1f6f25-8ad4-4d73-9566-50d2d62a33a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.291281] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e3d6fc-52bd-4533-b3e3-6dda8d30d19f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.293652] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Created folder: Instances in parent group-v678974. [ 616.293959] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.294279] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.298489] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7945aab9-8887-4c75-aaae-c757e1bd44ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.323747] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403044, 'name': Rename_Task, 'duration_secs': 0.160911} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.323747] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071523} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.327808] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.329119] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef4fe46-276a-4714-83ef-23669846ed63 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.334266] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.337359] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f51b0bb-8269-4ce0-87f8-0a572f6e706f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.338191] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1bfe90-45fc-4e58-921a-c013736df795 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.348081] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480332} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.361377] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 49a8fb1e-749c-419a-a39a-ccec63fd157f/49a8fb1e-749c-419a-a39a-ccec63fd157f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.361605] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.361882] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523e2d90-fff3-12e0-df57-9c70211870b0, 'name': SearchDatastore_Task, 'duration_secs': 0.021475} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.362846] env[69563]: DEBUG nova.compute.provider_tree [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.366341] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.366341] env[69563]: value = "task-3403049" [ 616.366341] env[69563]: _type = "Task" [ 616.366341] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.366341] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5398c4-34ca-4d1c-a24c-bcf30029aba2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.368849] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 616.368849] env[69563]: value = "task-3403050" [ 616.368849] env[69563]: _type = "Task" [ 616.368849] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.369653] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0808b6-b608-445d-89d8-62b13f39de9a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.407060] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 967d606a-689f-4fca-affe-6926dcf9d54a/967d606a-689f-4fca-affe-6926dcf9d54a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.411238] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96eb79e8-0a0a-41d3-89f8-237e0b279f26 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.426211] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 616.426211] env[69563]: value = "task-3403051" [ 616.426211] env[69563]: _type = "Task" [ 616.426211] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.434782] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 616.434782] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52587c63-94a6-06f8-8269-995b990a4886" [ 616.434782] env[69563]: _type = "Task" [ 616.434782] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.434782] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403049, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.443100] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403050, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.443401] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 616.443401] env[69563]: value = "task-3403052" [ 616.443401] env[69563]: _type = "Task" [ 616.443401] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.454929] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403051, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.455182] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52587c63-94a6-06f8-8269-995b990a4886, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.455838] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.456171] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 15b8735d-4cae-4c05-afe8-dab95a937448/15b8735d-4cae-4c05-afe8-dab95a937448.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.456501] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3caab9d-af18-4bd7-91cb-a961ba3a7c88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.462947] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.468042] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 616.468042] env[69563]: value = "task-3403053" [ 616.468042] env[69563]: _type = "Task" [ 616.468042] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.475800] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.854604] env[69563]: DEBUG nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.870811] env[69563]: DEBUG nova.scheduler.client.report [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.889243] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403049, 'name': CreateVM_Task, 'duration_secs': 0.409671} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.899069] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.899323] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.899512] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.899714] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.899924] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.900126] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.900355] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.900546] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.900721] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.900883] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.901121] env[69563]: DEBUG nova.virt.hardware [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.901401] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.901701] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403050, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.903152] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af34277-a1e9-4e93-947c-0b6167d4aac9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.906650] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.907345] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.907345] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.909033] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6d7b55-b7c4-40d0-b96b-25dc173a8424 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.922694] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bbde79-9413-4b18-a1fd-50cd5f467625 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.928016] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 616.928016] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52dfeec9-ae56-f121-4211-d0e0bff62ac9" [ 616.928016] env[69563]: _type = "Task" [ 616.928016] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.952965] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52dfeec9-ae56-f121-4211-d0e0bff62ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.956780] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07164} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.957007] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.958029] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062267bf-87e5-4910-be41-f5cfc5218f3e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.964196] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403052, 'name': ReconfigVM_Task, 'duration_secs': 0.364108} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.964575] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 967d606a-689f-4fca-affe-6926dcf9d54a/967d606a-689f-4fca-affe-6926dcf9d54a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.965353] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6220e18a-5dcf-44cb-bc57-31230bfc1cfc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.986801] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 49a8fb1e-749c-419a-a39a-ccec63fd157f/49a8fb1e-749c-419a-a39a-ccec63fd157f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.990856] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d00d0ae-38c8-4b31-8e9b-ba2c75221e04 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.007292] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 617.007292] env[69563]: value = "task-3403054" [ 617.007292] env[69563]: _type = "Task" [ 617.007292] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.017801] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403053, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.019850] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 617.019850] env[69563]: value = "task-3403055" [ 617.019850] env[69563]: _type = "Task" [ 617.019850] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.025925] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403054, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.031191] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.122050] env[69563]: DEBUG nova.network.neutron [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Successfully updated port: 730eca2b-5c64-4a07-9b0c-f10bbfd97d62 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 617.181709] env[69563]: DEBUG nova.network.neutron [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Updated VIF entry in instance network info cache for port 965f202b-bdf8-4f1b-b0b4-5a5820edc1cd. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 617.181709] env[69563]: DEBUG nova.network.neutron [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Updating instance_info_cache with network_info: [{"id": "965f202b-bdf8-4f1b-b0b4-5a5820edc1cd", "address": "fa:16:3e:a2:80:dd", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965f202b-bd", "ovs_interfaceid": "965f202b-bdf8-4f1b-b0b4-5a5820edc1cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 617.381260] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.383185] env[69563]: DEBUG nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.388467] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.760s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.390334] env[69563]: INFO nova.compute.claims [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.401655] env[69563]: DEBUG oslo_vmware.api [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403050, 'name': PowerOnVM_Task, 'duration_secs': 0.839509} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.401738] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.404065] env[69563]: INFO nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Took 15.15 seconds to spawn the instance on the hypervisor. [ 617.404065] env[69563]: DEBUG nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.404065] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77574a7-2874-4d56-8717-fbbc47565cf3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.444033] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52dfeec9-ae56-f121-4211-d0e0bff62ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.058252} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.444033] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.444033] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.444388] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.444388] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.444472] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.444676] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e31225-e1bf-480f-b237-94f6cb69e3b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.456655] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.456876] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.458372] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f6878d-ffac-412b-b28a-28a6e29e63c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.466024] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 617.466024] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d81c0-3dc8-dc28-56bc-1a5134704bb0" [ 617.466024] env[69563]: _type = "Task" [ 617.466024] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.474541] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d81c0-3dc8-dc28-56bc-1a5134704bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.485075] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560044} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.485299] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 15b8735d-4cae-4c05-afe8-dab95a937448/15b8735d-4cae-4c05-afe8-dab95a937448.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.485502] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.485742] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a424ce-b393-406e-bdbf-298d8284d64c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.492479] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 617.492479] env[69563]: value = "task-3403056" [ 617.492479] env[69563]: _type = "Task" [ 617.492479] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.500816] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.519482] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403054, 'name': Rename_Task, 'duration_secs': 0.169491} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.519783] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.520299] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c231b8b3-1626-448d-a755-60e6c16e95c3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.531131] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403055, 'name': ReconfigVM_Task, 'duration_secs': 0.331431} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.532474] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 49a8fb1e-749c-419a-a39a-ccec63fd157f/49a8fb1e-749c-419a-a39a-ccec63fd157f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.533202] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 617.533202] env[69563]: value = "task-3403057" [ 617.533202] env[69563]: _type = "Task" [ 617.533202] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.533392] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f54741c-7dea-46ca-a5bc-4b167d140bb8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.543268] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.544557] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 617.544557] env[69563]: value = "task-3403058" [ 617.544557] env[69563]: _type = "Task" [ 617.544557] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.552128] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403058, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.585117] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "33820b55-089c-442a-9cbb-f4d476244e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.585355] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "33820b55-089c-442a-9cbb-f4d476244e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.625303] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "refresh_cache-0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.625855] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquired lock "refresh_cache-0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.625980] env[69563]: DEBUG nova.network.neutron [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 617.683561] env[69563]: DEBUG oslo_concurrency.lockutils [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] Releasing lock "refresh_cache-15b8735d-4cae-4c05-afe8-dab95a937448" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.684020] env[69563]: DEBUG nova.compute.manager [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Received event network-vif-deleted-41bd686a-f25b-439c-a022-b22b1c6f83cd {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.684020] env[69563]: DEBUG nova.compute.manager [req-b4869ccc-9131-44c7-ae50-b800534d6752 req-c40e1b65-0bf9-4f3a-89c6-202bc4d8b101 service nova] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Received event network-vif-deleted-b93daff4-21f5-4ed4-930d-4afb60320cc8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.899394] env[69563]: DEBUG nova.compute.utils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.909672] env[69563]: DEBUG nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.909881] env[69563]: DEBUG nova.network.neutron [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 617.927945] env[69563]: INFO nova.compute.manager [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Took 24.27 seconds to build instance. [ 617.981076] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d81c0-3dc8-dc28-56bc-1a5134704bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.015281} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.982912] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27acf93f-31a9-46ce-81b6-ebc2cff295a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.988551] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 617.988551] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5267721e-c2e0-6dec-c5f5-df3be1005cc1" [ 617.988551] env[69563]: _type = "Task" [ 617.988551] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.001581] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5267721e-c2e0-6dec-c5f5-df3be1005cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.006780] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063451} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.007364] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.008608] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bb1156-7c90-4490-a8ea-9a3a15c6a6f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.034061] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 15b8735d-4cae-4c05-afe8-dab95a937448/15b8735d-4cae-4c05-afe8-dab95a937448.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.036119] env[69563]: DEBUG nova.policy [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ef1fbc99ad84b6cbb2af7eb2e202b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2505904eb0634ab5851227cbec68d8c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.041025] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59e5001-a605-462d-b185-bfa44b045cb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.065259] env[69563]: DEBUG oslo_vmware.api [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403057, 'name': PowerOnVM_Task, 'duration_secs': 0.508756} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.070629] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.070772] env[69563]: INFO nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Took 13.41 seconds to spawn the instance on the hypervisor. [ 618.070948] env[69563]: DEBUG nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.071254] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403058, 'name': Rename_Task, 'duration_secs': 0.193039} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.071522] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 618.071522] env[69563]: value = "task-3403059" [ 618.071522] env[69563]: _type = "Task" [ 618.071522] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.072282] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04f9976-a06a-4a38-b98f-d65570aa35c4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.075022] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.076058] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-297dc348-45fb-4a5e-9593-2ddcb7bf13a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.085509] env[69563]: DEBUG nova.network.neutron [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Successfully updated port: c76197da-dbcb-48b9-a6fe-814639b7e8ad {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 618.094709] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.095115] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 618.095115] env[69563]: value = "task-3403060" [ 618.095115] env[69563]: _type = "Task" [ 618.095115] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.108931] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403060, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.184200] env[69563]: DEBUG nova.network.neutron [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 618.407547] env[69563]: DEBUG nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.430072] env[69563]: DEBUG oslo_concurrency.lockutils [None req-237ac400-767d-4f38-a232-076497d9e9d0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "e26fb71a-b6dc-44bf-9e46-26801a267235" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.789s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.499315] env[69563]: DEBUG nova.network.neutron [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Updating instance_info_cache with network_info: [{"id": "730eca2b-5c64-4a07-9b0c-f10bbfd97d62", "address": "fa:16:3e:76:df:d0", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730eca2b-5c", "ovs_interfaceid": "730eca2b-5c64-4a07-9b0c-f10bbfd97d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 618.507501] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5267721e-c2e0-6dec-c5f5-df3be1005cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.508162] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.508580] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] c063eb35-0bc0-4253-8e24-d8303a0ecab3/c063eb35-0bc0-4253-8e24-d8303a0ecab3.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.508695] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d3d072-53bc-4a93-a4e7-2df1d063c2d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.521722] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 618.521722] env[69563]: value = "task-3403061" [ 618.521722] env[69563]: _type = "Task" [ 618.521722] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.532147] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.592018] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403059, 'name': ReconfigVM_Task, 'duration_secs': 0.492814} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.592018] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 15b8735d-4cae-4c05-afe8-dab95a937448/15b8735d-4cae-4c05-afe8-dab95a937448.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.592018] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d1f54b1-5ef4-42e1-bd47-3903ed0524e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.597146] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 618.597146] env[69563]: value = "task-3403062" [ 618.597146] env[69563]: _type = "Task" [ 618.597146] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.601929] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.602060] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.602182] env[69563]: DEBUG nova.network.neutron [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 618.616130] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403062, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.616955] env[69563]: INFO nova.compute.manager [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Took 24.24 seconds to build instance. [ 618.623756] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403060, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.827801] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820841c6-9d62-431e-b064-456bdd0bd545 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.838153] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a67dee-8ad5-4c64-864c-4f3e70cae5fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.871630] env[69563]: DEBUG nova.network.neutron [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Successfully created port: 100bbbcf-d184-4ea0-bf6a-dae35dc3b42e {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 618.874419] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a43f98-70c8-4390-a7d8-1869e481b775 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.882830] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33af229-4851-445f-873d-39eb05e85f2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.897212] env[69563]: DEBUG nova.compute.provider_tree [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.935998] env[69563]: DEBUG nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.008837] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Releasing lock "refresh_cache-0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.009177] env[69563]: DEBUG nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Instance network_info: |[{"id": "730eca2b-5c64-4a07-9b0c-f10bbfd97d62", "address": "fa:16:3e:76:df:d0", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730eca2b-5c", "ovs_interfaceid": "730eca2b-5c64-4a07-9b0c-f10bbfd97d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.009610] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:df:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '730eca2b-5c64-4a07-9b0c-f10bbfd97d62', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.022132] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Creating folder: Project (bd1b6cfd1d98440dbb09f698199be029). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.022970] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36b65925-24a9-49d8-9552-86220764e3a8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.042114] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403061, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.069019] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Created folder: Project (bd1b6cfd1d98440dbb09f698199be029) in parent group-v678952. [ 619.069019] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Creating folder: Instances. Parent ref: group-v678977. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.069019] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e97457ac-7355-45e1-8071-090744b7a372 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.078849] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Created folder: Instances in parent group-v678977. [ 619.079250] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.079573] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.080229] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d26658f-124f-45a7-8829-0ade58cbd0ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.104635] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.104635] env[69563]: value = "task-3403065" [ 619.104635] env[69563]: _type = "Task" [ 619.104635] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.112141] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403062, 'name': Rename_Task, 'duration_secs': 0.225423} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.116205] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.116205] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e135d2c0-eef8-414c-a932-a857732a3891 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.121022] env[69563]: DEBUG oslo_vmware.api [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403060, 'name': PowerOnVM_Task, 'duration_secs': 0.62779} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.121611] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.121856] env[69563]: INFO nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Took 12.03 seconds to spawn the instance on the hypervisor. [ 619.122085] env[69563]: DEBUG nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.123427] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5cb84a-84aa-4cfb-934c-57de5dbfddb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.128680] env[69563]: DEBUG oslo_concurrency.lockutils [None req-26f6cbee-aee0-4405-bdce-dd2dfd4e8d7b tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "967d606a-689f-4fca-affe-6926dcf9d54a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.759s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.128680] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403065, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.131251] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 619.131251] env[69563]: value = "task-3403066" [ 619.131251] env[69563]: _type = "Task" [ 619.131251] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.144916] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.186539] env[69563]: DEBUG nova.network.neutron [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 619.286857] env[69563]: DEBUG nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Received event network-changed-4d81ebd9-8568-4075-96a6-3d31318ae16b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.287437] env[69563]: DEBUG nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Refreshing instance network info cache due to event network-changed-4d81ebd9-8568-4075-96a6-3d31318ae16b. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.287696] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Acquiring lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.287867] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Acquired lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.288178] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Refreshing network info cache for port 4d81ebd9-8568-4075-96a6-3d31318ae16b {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 619.305579] env[69563]: DEBUG nova.compute.manager [req-ca125942-27d4-45e5-95da-c1b5776769b4 req-6a5b39a7-b6cb-44bb-a2ea-01ae657aa2ed service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Received event network-vif-plugged-c76197da-dbcb-48b9-a6fe-814639b7e8ad {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.306221] env[69563]: DEBUG oslo_concurrency.lockutils [req-ca125942-27d4-45e5-95da-c1b5776769b4 req-6a5b39a7-b6cb-44bb-a2ea-01ae657aa2ed service nova] Acquiring lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.306315] env[69563]: DEBUG oslo_concurrency.lockutils [req-ca125942-27d4-45e5-95da-c1b5776769b4 req-6a5b39a7-b6cb-44bb-a2ea-01ae657aa2ed service nova] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.306476] env[69563]: DEBUG oslo_concurrency.lockutils [req-ca125942-27d4-45e5-95da-c1b5776769b4 req-6a5b39a7-b6cb-44bb-a2ea-01ae657aa2ed service nova] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.306636] env[69563]: DEBUG nova.compute.manager [req-ca125942-27d4-45e5-95da-c1b5776769b4 req-6a5b39a7-b6cb-44bb-a2ea-01ae657aa2ed service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] No waiting events found dispatching network-vif-plugged-c76197da-dbcb-48b9-a6fe-814639b7e8ad {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.306840] env[69563]: WARNING nova.compute.manager [req-ca125942-27d4-45e5-95da-c1b5776769b4 req-6a5b39a7-b6cb-44bb-a2ea-01ae657aa2ed service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Received unexpected event network-vif-plugged-c76197da-dbcb-48b9-a6fe-814639b7e8ad for instance with vm_state building and task_state spawning. [ 619.401418] env[69563]: DEBUG nova.scheduler.client.report [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.416777] env[69563]: DEBUG nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.435117] env[69563]: DEBUG nova.network.neutron [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance_info_cache with network_info: [{"id": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "address": "fa:16:3e:48:f5:63", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76197da-db", "ovs_interfaceid": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 619.457487] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.457757] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.457913] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.460282] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.460708] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.460708] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.460853] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.461054] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.461632] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.461632] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.461632] env[69563]: DEBUG nova.virt.hardware [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.463220] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3db9287-7150-43d3-9112-bbce499eabc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.473985] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.475595] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20837ca-f106-4a89-89d5-d223cdabbbba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.532627] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542945} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.532627] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] c063eb35-0bc0-4253-8e24-d8303a0ecab3/c063eb35-0bc0-4253-8e24-d8303a0ecab3.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.532627] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.534312] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f81c7531-d83d-455d-b575-458b5bc013f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.539470] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 619.539470] env[69563]: value = "task-3403067" [ 619.539470] env[69563]: _type = "Task" [ 619.539470] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.549160] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.622585] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403065, 'name': CreateVM_Task, 'duration_secs': 0.444235} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.622585] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.622730] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.622872] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.623194] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.623446] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e07ac7-6dc7-4a7f-9ed3-378861d8aa08 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.628350] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 619.628350] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520622e1-9319-44f3-5bd7-dfcf99c973a3" [ 619.628350] env[69563]: _type = "Task" [ 619.628350] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.632192] env[69563]: DEBUG nova.compute.manager [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.650622] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520622e1-9319-44f3-5bd7-dfcf99c973a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.654487] env[69563]: INFO nova.compute.manager [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Took 24.93 seconds to build instance. [ 619.662702] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.909184] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.909184] env[69563]: DEBUG nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.915084] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.641s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.915084] env[69563]: INFO nova.compute.claims [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.947233] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.947233] env[69563]: DEBUG nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Instance network_info: |[{"id": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "address": "fa:16:3e:48:f5:63", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76197da-db", "ovs_interfaceid": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.947459] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:f5:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c76197da-dbcb-48b9-a6fe-814639b7e8ad', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.958448] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Creating folder: Project (d361970e78d7415581deff8311f976ef). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.962466] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95509c30-e303-4d7e-8f06-4937a75bad2f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.975659] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Created folder: Project (d361970e78d7415581deff8311f976ef) in parent group-v678952. [ 619.976139] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Creating folder: Instances. Parent ref: group-v678980. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.976463] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-580aec5d-66f4-4cad-9740-92e645473bdc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.988458] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Created folder: Instances in parent group-v678980. [ 619.988763] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.989035] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.989287] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce33f784-dbfe-49f5-90e5-c059a631179d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.011069] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.011069] env[69563]: value = "task-3403070" [ 620.011069] env[69563]: _type = "Task" [ 620.011069] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.019845] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403070, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.048044] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155791} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.048372] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.049200] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bbc500-12e0-43d0-a837-afd15e3910ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.074591] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] c063eb35-0bc0-4253-8e24-d8303a0ecab3/c063eb35-0bc0-4253-8e24-d8303a0ecab3.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.074591] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d5a8ed-263a-49a5-aa67-5cbe56aa408b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.097472] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 620.097472] env[69563]: value = "task-3403071" [ 620.097472] env[69563]: _type = "Task" [ 620.097472] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.109244] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.145827] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520622e1-9319-44f3-5bd7-dfcf99c973a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.146485] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.146676] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.147059] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.148933] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.148933] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.151404] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2da5d79c-3ece-48c7-881f-959c321f76f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.153895] env[69563]: DEBUG oslo_vmware.api [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403066, 'name': PowerOnVM_Task, 'duration_secs': 0.871953} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.153895] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.153895] env[69563]: INFO nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Took 10.63 seconds to spawn the instance on the hypervisor. [ 620.154071] env[69563]: DEBUG nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.157501] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5318432a-b761-4b9d-b4ec-5dbc267e7f7c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.164765] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f491884a-2e1d-41ac-8e5e-2bae7f41b28e tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "49a8fb1e-749c-419a-a39a-ccec63fd157f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.456s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.165026] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.168393] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.178441] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad17a726-e003-44ab-a17a-cffdf9af8d15 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.197063] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 620.197063] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52563e46-40ac-0540-997c-2e67f85ff494" [ 620.197063] env[69563]: _type = "Task" [ 620.197063] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.207413] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.211854] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52563e46-40ac-0540-997c-2e67f85ff494, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.212617] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b29bf5-7dd6-4ccf-9df4-68e6b660b599 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.217977] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 620.217977] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bede1c-9a12-a107-faba-f5239e4d2582" [ 620.217977] env[69563]: _type = "Task" [ 620.217977] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.226426] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bede1c-9a12-a107-faba-f5239e4d2582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.413048] env[69563]: DEBUG nova.compute.utils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.414468] env[69563]: DEBUG nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.414634] env[69563]: DEBUG nova.network.neutron [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 620.503107] env[69563]: DEBUG nova.policy [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ef1fbc99ad84b6cbb2af7eb2e202b10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2505904eb0634ab5851227cbec68d8c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.523339] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403070, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.609610] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.617633] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Updated VIF entry in instance network info cache for port 4d81ebd9-8568-4075-96a6-3d31318ae16b. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 620.618158] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Updating instance_info_cache with network_info: [{"id": "4d81ebd9-8568-4075-96a6-3d31318ae16b", "address": "fa:16:3e:59:ed:dc", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d81ebd9-85", "ovs_interfaceid": "4d81ebd9-8568-4075-96a6-3d31318ae16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 620.679696] env[69563]: DEBUG nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.711966] env[69563]: INFO nova.compute.manager [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Took 25.25 seconds to build instance. [ 620.729821] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bede1c-9a12-a107-faba-f5239e4d2582, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.730784] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.731071] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1/0a422bb9-c56d-4ee9-8336-8ef8b657ffd1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.731385] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b700117-427d-4624-8330-f4eaa069205d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.742110] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 620.742110] env[69563]: value = "task-3403072" [ 620.742110] env[69563]: _type = "Task" [ 620.742110] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.751589] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.917850] env[69563]: DEBUG nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.026388] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403070, 'name': CreateVM_Task, 'duration_secs': 0.606371} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.026477] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.027312] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.027312] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.027629] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.027877] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e4aec7-2c40-43bf-8b78-fa84924174c7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.035356] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 621.035356] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52721bbd-4100-1d9c-2290-ebe519f5a048" [ 621.035356] env[69563]: _type = "Task" [ 621.035356] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.048160] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52721bbd-4100-1d9c-2290-ebe519f5a048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.108110] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.121885] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Releasing lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.121885] env[69563]: DEBUG nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Received event network-changed-fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.121885] env[69563]: DEBUG nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Refreshing instance network info cache due to event network-changed-fe39a8ec-dda3-4cb6-be1c-76f4b651505e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.121885] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Acquiring lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.121885] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Acquired lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.122083] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Refreshing network info cache for port fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 621.222228] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e592c0db-fcb0-414d-8c7e-16ca1f5b551d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "15b8735d-4cae-4c05-afe8-dab95a937448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.763s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.225017] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.256150] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.338553] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf17548-b902-4b56-a8d7-c43af0786c1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.350143] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a84416-603b-4177-9b76-7a8950daae47 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.386795] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c51ba-02e4-4d8f-8b5f-3c2ed1c9e8a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.396277] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6882a45d-8770-45ae-970a-ab222d9f70bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.412729] env[69563]: DEBUG nova.compute.provider_tree [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.552900] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52721bbd-4100-1d9c-2290-ebe519f5a048, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.553846] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.553846] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.554025] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.554151] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.554372] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.554840] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c534f47-b5ce-4fc7-93f9-5a39ae5087e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.568854] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.572216] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.572216] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24cc43c4-0d61-44c4-8098-17120cd76fb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.583050] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 621.583050] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5220c022-4c70-eb6d-f308-4d2c48e86183" [ 621.583050] env[69563]: _type = "Task" [ 621.583050] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.594768] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5220c022-4c70-eb6d-f308-4d2c48e86183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.596205] env[69563]: DEBUG nova.network.neutron [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Successfully created port: 4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 621.611480] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403071, 'name': ReconfigVM_Task, 'duration_secs': 1.294021} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.611480] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Reconfigured VM instance instance-00000008 to attach disk [datastore2] c063eb35-0bc0-4253-8e24-d8303a0ecab3/c063eb35-0bc0-4253-8e24-d8303a0ecab3.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.611953] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41ee42be-acc2-427e-84a8-b825cb036084 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.620767] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 621.620767] env[69563]: value = "task-3403073" [ 621.620767] env[69563]: _type = "Task" [ 621.620767] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.635940] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403073, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.727036] env[69563]: DEBUG nova.compute.manager [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.756153] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.917219] env[69563]: DEBUG nova.scheduler.client.report [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.932044] env[69563]: DEBUG nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.952008] env[69563]: DEBUG nova.network.neutron [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Successfully updated port: 100bbbcf-d184-4ea0-bf6a-dae35dc3b42e {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.974495] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.978228] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.978437] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.978644] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.978768] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.978909] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.979135] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.979289] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.979473] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.979634] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.979797] env[69563]: DEBUG nova.virt.hardware [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.981055] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7889f845-ade1-4fd2-8409-0cc798a3f530 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.986564] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Updated VIF entry in instance network info cache for port fe39a8ec-dda3-4cb6-be1c-76f4b651505e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 621.986564] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Updating instance_info_cache with network_info: [{"id": "fe39a8ec-dda3-4cb6-be1c-76f4b651505e", "address": "fa:16:3e:5b:52:98", "network": {"id": "ea3cceaa-abed-4788-892c-90e8d00c6fa3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2140174647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "484b9366c45144258799f365c490aace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe39a8ec-dd", "ovs_interfaceid": "fe39a8ec-dda3-4cb6-be1c-76f4b651505e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 621.992716] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3e526f-2793-4b50-9a0a-e8a59571ca05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.012024] env[69563]: DEBUG nova.compute.manager [None req-0cb24a11-3fb9-4c1d-8124-1665ad77b3b1 tempest-ServerExternalEventsTest-1685433088 tempest-ServerExternalEventsTest-1685433088-project] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Received event network-changed {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.012357] env[69563]: DEBUG nova.compute.manager [None req-0cb24a11-3fb9-4c1d-8124-1665ad77b3b1 tempest-ServerExternalEventsTest-1685433088 tempest-ServerExternalEventsTest-1685433088-project] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Refreshing instance network info cache due to event network-changed. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.012435] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0cb24a11-3fb9-4c1d-8124-1665ad77b3b1 tempest-ServerExternalEventsTest-1685433088 tempest-ServerExternalEventsTest-1685433088-project] Acquiring lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.012581] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0cb24a11-3fb9-4c1d-8124-1665ad77b3b1 tempest-ServerExternalEventsTest-1685433088 tempest-ServerExternalEventsTest-1685433088-project] Acquired lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.012732] env[69563]: DEBUG nova.network.neutron [None req-0cb24a11-3fb9-4c1d-8124-1665ad77b3b1 tempest-ServerExternalEventsTest-1685433088 tempest-ServerExternalEventsTest-1685433088-project] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 622.094915] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5220c022-4c70-eb6d-f308-4d2c48e86183, 'name': SearchDatastore_Task, 'duration_secs': 0.056127} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.095800] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd0fb6f-be45-41a2-ad2c-6a84b4cda31e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.103207] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 622.103207] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b09eea-776a-efe9-381b-df85e6c129d4" [ 622.103207] env[69563]: _type = "Task" [ 622.103207] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.114261] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b09eea-776a-efe9-381b-df85e6c129d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.131219] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403073, 'name': Rename_Task, 'duration_secs': 0.2131} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.131318] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.131492] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cc69797-f423-4dc0-8157-ef27626418ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.137849] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 622.137849] env[69563]: value = "task-3403074" [ 622.137849] env[69563]: _type = "Task" [ 622.137849] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.146999] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.255838] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403072, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.044696} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.256125] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1/0a422bb9-c56d-4ee9-8336-8ef8b657ffd1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.256339] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.256590] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15f047d1-c480-48ba-878a-f3dd031f7fb8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.260377] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.265291] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 622.265291] env[69563]: value = "task-3403075" [ 622.265291] env[69563]: _type = "Task" [ 622.265291] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.274786] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.425944] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.426798] env[69563]: DEBUG nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.432928] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.538s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.460856] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "refresh_cache-924afcff-8a47-448b-af63-4a6741e8231f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.460856] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "refresh_cache-924afcff-8a47-448b-af63-4a6741e8231f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.460856] env[69563]: DEBUG nova.network.neutron [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 622.489718] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Releasing lock "refresh_cache-0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.489718] env[69563]: DEBUG nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Received event network-vif-plugged-730eca2b-5c64-4a07-9b0c-f10bbfd97d62 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.489851] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Acquiring lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.490032] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.490651] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.490651] env[69563]: DEBUG nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] No waiting events found dispatching network-vif-plugged-730eca2b-5c64-4a07-9b0c-f10bbfd97d62 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.490651] env[69563]: WARNING nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Received unexpected event network-vif-plugged-730eca2b-5c64-4a07-9b0c-f10bbfd97d62 for instance with vm_state building and task_state spawning. [ 622.490651] env[69563]: DEBUG nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Received event network-changed-730eca2b-5c64-4a07-9b0c-f10bbfd97d62 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.490869] env[69563]: DEBUG nova.compute.manager [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Refreshing instance network info cache due to event network-changed-730eca2b-5c64-4a07-9b0c-f10bbfd97d62. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.491041] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Acquiring lock "refresh_cache-0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.491113] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Acquired lock "refresh_cache-0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.491259] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Refreshing network info cache for port 730eca2b-5c64-4a07-9b0c-f10bbfd97d62 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 622.615372] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b09eea-776a-efe9-381b-df85e6c129d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.615797] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.618062] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e2a67fde-2447-4689-ba52-73fe5dabdbd6/e2a67fde-2447-4689-ba52-73fe5dabdbd6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.618062] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a35f452-a91b-4893-b3e4-e7d8a67a4107 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.629616] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 622.629616] env[69563]: value = "task-3403076" [ 622.629616] env[69563]: _type = "Task" [ 622.629616] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.642599] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.654749] env[69563]: DEBUG oslo_vmware.api [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403074, 'name': PowerOnVM_Task, 'duration_secs': 0.476534} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.655061] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.655371] env[69563]: INFO nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Took 10.71 seconds to spawn the instance on the hypervisor. [ 622.655658] env[69563]: DEBUG nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.656534] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f382ef-6967-4ac1-8c7e-dd24f186a453 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.775581] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133917} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.775848] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.776888] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7375f0a4-1a1e-42a9-bf2d-bd4e25cd7267 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.808169] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1/0a422bb9-c56d-4ee9-8336-8ef8b657ffd1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.810954] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9017c03f-a0a5-4aa9-881d-ce1a6ad5f872 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.834629] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 622.834629] env[69563]: value = "task-3403077" [ 622.834629] env[69563]: _type = "Task" [ 622.834629] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.843563] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.937502] env[69563]: DEBUG nova.compute.utils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.946551] env[69563]: DEBUG nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.946551] env[69563]: DEBUG nova.network.neutron [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 623.105394] env[69563]: DEBUG nova.policy [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04f7618832ee4c7ba03d8f3bde10b666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26d9a4e3ed0144f1ad19a82ad241b702', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.139974] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403076, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.178490] env[69563]: INFO nova.compute.manager [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Took 27.32 seconds to build instance. [ 623.280352] env[69563]: DEBUG nova.network.neutron [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 623.317929] env[69563]: DEBUG nova.network.neutron [None req-0cb24a11-3fb9-4c1d-8124-1665ad77b3b1 tempest-ServerExternalEventsTest-1685433088 tempest-ServerExternalEventsTest-1685433088-project] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Updating instance_info_cache with network_info: [{"id": "882f93c3-2aee-43b9-945e-81e902c8dd21", "address": "fa:16:3e:30:63:10", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882f93c3-2a", "ovs_interfaceid": "882f93c3-2aee-43b9-945e-81e902c8dd21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 623.345995] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.453557] env[69563]: DEBUG nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.460328] env[69563]: DEBUG nova.compute.manager [req-8701d5e9-6be5-4509-a95d-aea7834b4127 req-a5a58445-320e-4865-b0a8-9008817e5cfd service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Received event network-changed-c76197da-dbcb-48b9-a6fe-814639b7e8ad {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.462026] env[69563]: DEBUG nova.compute.manager [req-8701d5e9-6be5-4509-a95d-aea7834b4127 req-a5a58445-320e-4865-b0a8-9008817e5cfd service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Refreshing instance network info cache due to event network-changed-c76197da-dbcb-48b9-a6fe-814639b7e8ad. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.462026] env[69563]: DEBUG oslo_concurrency.lockutils [req-8701d5e9-6be5-4509-a95d-aea7834b4127 req-a5a58445-320e-4865-b0a8-9008817e5cfd service nova] Acquiring lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.462026] env[69563]: DEBUG oslo_concurrency.lockutils [req-8701d5e9-6be5-4509-a95d-aea7834b4127 req-a5a58445-320e-4865-b0a8-9008817e5cfd service nova] Acquired lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.462026] env[69563]: DEBUG nova.network.neutron [req-8701d5e9-6be5-4509-a95d-aea7834b4127 req-a5a58445-320e-4865-b0a8-9008817e5cfd service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Refreshing network info cache for port c76197da-dbcb-48b9-a6fe-814639b7e8ad {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 623.494660] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 745639f9-9939-4154-8799-e43b50fdea0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 623.600293] env[69563]: DEBUG nova.network.neutron [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Updating instance_info_cache with network_info: [{"id": "100bbbcf-d184-4ea0-bf6a-dae35dc3b42e", "address": "fa:16:3e:d3:1c:05", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100bbbcf-d1", "ovs_interfaceid": "100bbbcf-d184-4ea0-bf6a-dae35dc3b42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 623.646253] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678618} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.646253] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e2a67fde-2447-4689-ba52-73fe5dabdbd6/e2a67fde-2447-4689-ba52-73fe5dabdbd6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.646253] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.646253] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3251a62e-2e01-4c75-a290-248ae8f32d2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.650162] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 623.650162] env[69563]: value = "task-3403078" [ 623.650162] env[69563]: _type = "Task" [ 623.650162] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.660634] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.682703] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c471e550-a6dd-4f43-bfb5-d610b817e41c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.832s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.820431] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0cb24a11-3fb9-4c1d-8124-1665ad77b3b1 tempest-ServerExternalEventsTest-1685433088 tempest-ServerExternalEventsTest-1685433088-project] Releasing lock "refresh_cache-49a8fb1e-749c-419a-a39a-ccec63fd157f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.846464] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403077, 'name': ReconfigVM_Task, 'duration_secs': 0.72281} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.847337] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1/0a422bb9-c56d-4ee9-8336-8ef8b657ffd1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.848170] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9351f218-f15e-41f2-9f1c-d03257fc7969 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.858823] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 623.858823] env[69563]: value = "task-3403079" [ 623.858823] env[69563]: _type = "Task" [ 623.858823] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.871245] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403079, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.970143] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Updated VIF entry in instance network info cache for port 730eca2b-5c64-4a07-9b0c-f10bbfd97d62. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 623.970694] env[69563]: DEBUG nova.network.neutron [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Updating instance_info_cache with network_info: [{"id": "730eca2b-5c64-4a07-9b0c-f10bbfd97d62", "address": "fa:16:3e:76:df:d0", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap730eca2b-5c", "ovs_interfaceid": "730eca2b-5c64-4a07-9b0c-f10bbfd97d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 623.998581] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance f3b8ab24-3f49-4af8-ab8f-2360fb111d12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 624.103193] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "refresh_cache-924afcff-8a47-448b-af63-4a6741e8231f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.104812] env[69563]: DEBUG nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Instance network_info: |[{"id": "100bbbcf-d184-4ea0-bf6a-dae35dc3b42e", "address": "fa:16:3e:d3:1c:05", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100bbbcf-d1", "ovs_interfaceid": "100bbbcf-d184-4ea0-bf6a-dae35dc3b42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.106054] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:1c:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '100bbbcf-d184-4ea0-bf6a-dae35dc3b42e', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.124144] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.125884] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.126077] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4506af02-5e17-4520-b7df-88dea0f3be9a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.147424] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "f51b0ff6-a600-414c-a50d-5e74f0640124" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.147671] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "f51b0ff6-a600-414c-a50d-5e74f0640124" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.151483] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.151483] env[69563]: value = "task-3403080" [ 624.151483] env[69563]: _type = "Task" [ 624.151483] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.163802] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313723} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.167329] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.167329] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403080, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.169071] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd28d43b-eefa-4db5-ae25-219e71cb668c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.185420] env[69563]: DEBUG nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.198711] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] e2a67fde-2447-4689-ba52-73fe5dabdbd6/e2a67fde-2447-4689-ba52-73fe5dabdbd6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.199566] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a40d28-f611-4d55-9fa1-01794890855e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.221493] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 624.221493] env[69563]: value = "task-3403081" [ 624.221493] env[69563]: _type = "Task" [ 624.221493] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.229789] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.269267] env[69563]: DEBUG nova.network.neutron [req-8701d5e9-6be5-4509-a95d-aea7834b4127 req-a5a58445-320e-4865-b0a8-9008817e5cfd service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updated VIF entry in instance network info cache for port c76197da-dbcb-48b9-a6fe-814639b7e8ad. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 624.269867] env[69563]: DEBUG nova.network.neutron [req-8701d5e9-6be5-4509-a95d-aea7834b4127 req-a5a58445-320e-4865-b0a8-9008817e5cfd service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance_info_cache with network_info: [{"id": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "address": "fa:16:3e:48:f5:63", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76197da-db", "ovs_interfaceid": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 624.344419] env[69563]: DEBUG nova.compute.manager [req-2613d29a-721f-404f-9349-89f141a65edf req-4559e459-f508-4878-a423-29b3f3527650 service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Received event network-vif-plugged-100bbbcf-d184-4ea0-bf6a-dae35dc3b42e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.344616] env[69563]: DEBUG oslo_concurrency.lockutils [req-2613d29a-721f-404f-9349-89f141a65edf req-4559e459-f508-4878-a423-29b3f3527650 service nova] Acquiring lock "924afcff-8a47-448b-af63-4a6741e8231f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.344811] env[69563]: DEBUG oslo_concurrency.lockutils [req-2613d29a-721f-404f-9349-89f141a65edf req-4559e459-f508-4878-a423-29b3f3527650 service nova] Lock "924afcff-8a47-448b-af63-4a6741e8231f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.345039] env[69563]: DEBUG oslo_concurrency.lockutils [req-2613d29a-721f-404f-9349-89f141a65edf req-4559e459-f508-4878-a423-29b3f3527650 service nova] Lock "924afcff-8a47-448b-af63-4a6741e8231f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.347026] env[69563]: DEBUG nova.compute.manager [req-2613d29a-721f-404f-9349-89f141a65edf req-4559e459-f508-4878-a423-29b3f3527650 service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] No waiting events found dispatching network-vif-plugged-100bbbcf-d184-4ea0-bf6a-dae35dc3b42e {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.347026] env[69563]: WARNING nova.compute.manager [req-2613d29a-721f-404f-9349-89f141a65edf req-4559e459-f508-4878-a423-29b3f3527650 service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Received unexpected event network-vif-plugged-100bbbcf-d184-4ea0-bf6a-dae35dc3b42e for instance with vm_state building and task_state spawning. [ 624.376576] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403079, 'name': Rename_Task, 'duration_secs': 0.291544} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.376576] env[69563]: DEBUG nova.network.neutron [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Successfully created port: dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.376576] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.376930] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e425c843-4e7a-4a1a-8785-88aeec09d605 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.383386] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 624.383386] env[69563]: value = "task-3403082" [ 624.383386] env[69563]: _type = "Task" [ 624.383386] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.395376] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.463486] env[69563]: DEBUG nova.network.neutron [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Successfully updated port: 4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.471079] env[69563]: DEBUG nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.478746] env[69563]: DEBUG oslo_concurrency.lockutils [req-f22ee1df-418f-468c-9624-c5a56af8ea05 req-fc2cd36e-0e41-490e-9db1-336ca2935510 service nova] Releasing lock "refresh_cache-0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.508583] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 0966f90d-4ee4-461a-8943-5c11fccf788a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 624.539262] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.541897] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.541897] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.542150] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.542444] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.542511] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.542801] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.543050] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.543298] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.543509] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.543819] env[69563]: DEBUG nova.virt.hardware [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.544837] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef3ff4f-7ff9-44aa-b4d5-d887653207ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.561891] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56afea6-c1d9-47ef-8703-efd65f516ea6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.665591] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403080, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.730510] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.733664] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403081, 'name': ReconfigVM_Task, 'duration_secs': 0.480664} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.733782] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] e2a67fde-2447-4689-ba52-73fe5dabdbd6/e2a67fde-2447-4689-ba52-73fe5dabdbd6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.734501] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f749001-7f68-435d-979a-d39df2ead377 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.741391] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 624.741391] env[69563]: value = "task-3403083" [ 624.741391] env[69563]: _type = "Task" [ 624.741391] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.752709] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403083, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.774455] env[69563]: DEBUG oslo_concurrency.lockutils [req-8701d5e9-6be5-4509-a95d-aea7834b4127 req-a5a58445-320e-4865-b0a8-9008817e5cfd service nova] Releasing lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.894586] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.967832] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "refresh_cache-4051c9df-1432-426c-82a1-3063ee00aca6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.967832] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "refresh_cache-4051c9df-1432-426c-82a1-3063ee00aca6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.967832] env[69563]: DEBUG nova.network.neutron [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 625.018853] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 33820b55-089c-442a-9cbb-f4d476244e6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 625.165614] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403080, 'name': CreateVM_Task, 'duration_secs': 0.538059} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.165796] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.166580] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.166745] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.167078] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.168043] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b7842c-5dbc-4541-9eb7-dfb27b9e54d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.172428] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 625.172428] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fcf86c-cc1e-7b04-133e-5be35917b419" [ 625.172428] env[69563]: _type = "Task" [ 625.172428] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.180424] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fcf86c-cc1e-7b04-133e-5be35917b419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.252408] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403083, 'name': Rename_Task, 'duration_secs': 0.191052} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.252737] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.253116] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9913008d-2c93-4378-ba42-abd7c5c3fd32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.260165] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 625.260165] env[69563]: value = "task-3403087" [ 625.260165] env[69563]: _type = "Task" [ 625.260165] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.269335] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.395679] env[69563]: DEBUG oslo_vmware.api [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403082, 'name': PowerOnVM_Task, 'duration_secs': 0.671832} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.395977] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.396294] env[69563]: INFO nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Took 11.03 seconds to spawn the instance on the hypervisor. [ 625.396402] env[69563]: DEBUG nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.401182] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535d0bd2-91d6-43b4-906e-6fdbd304d4b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.418512] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquiring lock "49a8fb1e-749c-419a-a39a-ccec63fd157f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.419450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "49a8fb1e-749c-419a-a39a-ccec63fd157f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.419450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquiring lock "49a8fb1e-749c-419a-a39a-ccec63fd157f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.419450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "49a8fb1e-749c-419a-a39a-ccec63fd157f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.419450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "49a8fb1e-749c-419a-a39a-ccec63fd157f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.421616] env[69563]: INFO nova.compute.manager [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Terminating instance [ 625.460547] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "58aa726b-1551-4aad-9aac-adafc6dfdef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.460827] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "58aa726b-1551-4aad-9aac-adafc6dfdef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.497195] env[69563]: DEBUG oslo_concurrency.lockutils [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "15b8735d-4cae-4c05-afe8-dab95a937448" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.497529] env[69563]: DEBUG oslo_concurrency.lockutils [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "15b8735d-4cae-4c05-afe8-dab95a937448" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.497754] env[69563]: DEBUG nova.compute.manager [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.498810] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11470122-9e95-42bb-9112-a32450ed8abf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.506898] env[69563]: DEBUG nova.compute.manager [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 625.507639] env[69563]: DEBUG nova.objects.instance [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lazy-loading 'flavor' on Instance uuid 15b8735d-4cae-4c05-afe8-dab95a937448 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.509636] env[69563]: DEBUG nova.network.neutron [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 625.523934] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance bf3f5859-8324-42c2-a6ce-37f76a0a1b95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 625.523934] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 4051c9df-1432-426c-82a1-3063ee00aca6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.523934] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 924afcff-8a47-448b-af63-4a6741e8231f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.523934] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance c063eb35-0bc0-4253-8e24-d8303a0ecab3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.524230] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 18657ead-6d4e-4d20-bf36-838ecb022f71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.524230] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 15b8735d-4cae-4c05-afe8-dab95a937448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.524230] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.684729] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fcf86c-cc1e-7b04-133e-5be35917b419, 'name': SearchDatastore_Task, 'duration_secs': 0.012977} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.691266] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.691527] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.691791] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.691928] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.692119] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.692418] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96db3103-3b28-4154-b9c8-831b8253fe8e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.708112] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.708321] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.709143] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee1239e-82ed-4686-90c1-b4620450383c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.715660] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 625.715660] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fba520-3885-d7c9-8e78-8290172c5d0e" [ 625.715660] env[69563]: _type = "Task" [ 625.715660] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.723856] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fba520-3885-d7c9-8e78-8290172c5d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.752135] env[69563]: DEBUG nova.network.neutron [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Updating instance_info_cache with network_info: [{"id": "4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6", "address": "fa:16:3e:b8:d0:e9", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce3fa3f-d0", "ovs_interfaceid": "4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 625.770722] env[69563]: DEBUG oslo_vmware.api [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403087, 'name': PowerOnVM_Task, 'duration_secs': 0.45324} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.770971] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.771179] env[69563]: INFO nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Took 8.92 seconds to spawn the instance on the hypervisor. [ 625.771351] env[69563]: DEBUG nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.772689] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6d6cff-67ee-400f-81bf-4a90bda5247a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.925409] env[69563]: INFO nova.compute.manager [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Took 30.03 seconds to build instance. [ 625.928467] env[69563]: DEBUG nova.compute.manager [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.928852] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.929888] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98495c-3a3f-4bd1-8f1e-c1530369be77 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.939194] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.939464] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6efa4c9f-7a9c-411c-989b-8963fa2b7018 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.945856] env[69563]: DEBUG oslo_vmware.api [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 625.945856] env[69563]: value = "task-3403089" [ 625.945856] env[69563]: _type = "Task" [ 625.945856] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.958264] env[69563]: DEBUG oslo_vmware.api [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.030670] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance b850724f-f1d8-4460-b2d1-a7ea5d887826 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 626.030856] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 49a8fb1e-749c-419a-a39a-ccec63fd157f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 626.124009] env[69563]: DEBUG nova.network.neutron [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Successfully updated port: dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.229700] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fba520-3885-d7c9-8e78-8290172c5d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.043019} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.230858] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0246004a-4143-46e7-9135-87129758476d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.237916] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 626.237916] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c64006-fd69-2e12-70d4-fab94079a608" [ 626.237916] env[69563]: _type = "Task" [ 626.237916] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.248981] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c64006-fd69-2e12-70d4-fab94079a608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.254692] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "refresh_cache-4051c9df-1432-426c-82a1-3063ee00aca6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.255181] env[69563]: DEBUG nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Instance network_info: |[{"id": "4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6", "address": "fa:16:3e:b8:d0:e9", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce3fa3f-d0", "ovs_interfaceid": "4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.256091] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:d0:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.264182] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.264444] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.264696] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d297d61-1fdf-4477-9b0c-8b10dd608545 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.290764] env[69563]: INFO nova.compute.manager [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Took 29.34 seconds to build instance. [ 626.291950] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.291950] env[69563]: value = "task-3403090" [ 626.291950] env[69563]: _type = "Task" [ 626.291950] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.300726] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403090, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.418022] env[69563]: DEBUG nova.compute.manager [req-09e1f889-0722-4e02-be6b-7350a1c4a64c req-5215a759-03bf-49c1-ac64-c91367b44a3c service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Received event network-changed-47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.418022] env[69563]: DEBUG nova.compute.manager [req-09e1f889-0722-4e02-be6b-7350a1c4a64c req-5215a759-03bf-49c1-ac64-c91367b44a3c service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Refreshing instance network info cache due to event network-changed-47a435c9-0d4b-4110-a099-85502fda91b8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.418022] env[69563]: DEBUG oslo_concurrency.lockutils [req-09e1f889-0722-4e02-be6b-7350a1c4a64c req-5215a759-03bf-49c1-ac64-c91367b44a3c service nova] Acquiring lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.418022] env[69563]: DEBUG oslo_concurrency.lockutils [req-09e1f889-0722-4e02-be6b-7350a1c4a64c req-5215a759-03bf-49c1-ac64-c91367b44a3c service nova] Acquired lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.418022] env[69563]: DEBUG nova.network.neutron [req-09e1f889-0722-4e02-be6b-7350a1c4a64c req-5215a759-03bf-49c1-ac64-c91367b44a3c service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Refreshing network info cache for port 47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 626.428802] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c374d124-9ffe-4409-b3ca-3e853072053b tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.549s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.460811] env[69563]: DEBUG oslo_vmware.api [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403089, 'name': PowerOffVM_Task, 'duration_secs': 0.455176} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.460811] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.460975] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.461680] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b8e809d-ecef-4cff-b29f-7fa505f819ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.511827] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.511827] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.519208] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.521965] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c8b775-deba-4038-85cf-451bd8723e28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.523839] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.524214] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.524249] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Deleting the datastore file [datastore2] 49a8fb1e-749c-419a-a39a-ccec63fd157f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.525692] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e5b9e42-b2e8-43ff-9e60-7357e002d1e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.530213] env[69563]: DEBUG oslo_vmware.api [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 626.530213] env[69563]: value = "task-3403092" [ 626.530213] env[69563]: _type = "Task" [ 626.530213] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.534892] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance bddac60c-f799-473c-992a-d1a95cd67a58 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 626.535062] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ca36222c-9587-4119-b418-6ecf4532d4b6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 626.536336] env[69563]: DEBUG oslo_vmware.api [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for the task: (returnval){ [ 626.536336] env[69563]: value = "task-3403093" [ 626.536336] env[69563]: _type = "Task" [ 626.536336] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.543980] env[69563]: DEBUG oslo_vmware.api [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.548835] env[69563]: DEBUG oslo_vmware.api [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.632598] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.632598] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquired lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.632598] env[69563]: DEBUG nova.network.neutron [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 626.749561] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c64006-fd69-2e12-70d4-fab94079a608, 'name': SearchDatastore_Task, 'duration_secs': 0.021088} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.749968] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.750230] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 924afcff-8a47-448b-af63-4a6741e8231f/924afcff-8a47-448b-af63-4a6741e8231f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.750526] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7a458ed-d1ac-4c62-bed9-c2b30bd82f05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.759703] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 626.759703] env[69563]: value = "task-3403094" [ 626.759703] env[69563]: _type = "Task" [ 626.759703] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.766798] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.795145] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3208b1ac-376e-409f-94ca-9b7ad9923e21 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.858s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.804374] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403090, 'name': CreateVM_Task, 'duration_secs': 0.421341} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.804621] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.805275] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.805495] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.805744] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.805994] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d319e931-5481-4d37-984b-429280df920a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.811072] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 626.811072] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ca4bc7-7682-2179-faf3-6717cbaabf82" [ 626.811072] env[69563]: _type = "Task" [ 626.811072] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.820017] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ca4bc7-7682-2179-faf3-6717cbaabf82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.932192] env[69563]: DEBUG nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.037890] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 83633019-2ee3-48a5-a578-abb6d1b34fe7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 627.038164] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 967d606a-689f-4fca-affe-6926dcf9d54a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.038331] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.038473] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e2a67fde-2447-4689-ba52-73fe5dabdbd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.045702] env[69563]: DEBUG oslo_vmware.api [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403092, 'name': PowerOffVM_Task, 'duration_secs': 0.18526} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.046593] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.046807] env[69563]: DEBUG nova.compute.manager [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.048042] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca25e9-7292-410d-b5d9-f0e4fcc15e47 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.054075] env[69563]: DEBUG oslo_vmware.api [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Task: {'id': task-3403093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259997} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.055745] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.055745] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.055745] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.055745] env[69563]: INFO nova.compute.manager [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 627.055745] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.055995] env[69563]: DEBUG nova.compute.manager [-] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.056154] env[69563]: DEBUG nova.network.neutron [-] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 627.182031] env[69563]: DEBUG nova.network.neutron [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 627.274680] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403094, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.299351] env[69563]: DEBUG nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.322292] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ca4bc7-7682-2179-faf3-6717cbaabf82, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.322417] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.323304] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.323304] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.323304] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.323304] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.323503] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b58c381-c491-4a49-ae38-0d7d97224adb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.335076] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.335076] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.335076] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07cc8df-6d27-4bf7-89a9-b2f73ef4021a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.339687] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 627.339687] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521cb211-1900-bab5-55fc-9c3689edfca4" [ 627.339687] env[69563]: _type = "Task" [ 627.339687] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.348017] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Received event network-changed-100bbbcf-d184-4ea0-bf6a-dae35dc3b42e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.348153] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Refreshing instance network info cache due to event network-changed-100bbbcf-d184-4ea0-bf6a-dae35dc3b42e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.348331] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Acquiring lock "refresh_cache-924afcff-8a47-448b-af63-4a6741e8231f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.348491] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Acquired lock "refresh_cache-924afcff-8a47-448b-af63-4a6741e8231f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.348616] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Refreshing network info cache for port 100bbbcf-d184-4ea0-bf6a-dae35dc3b42e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 627.364305] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521cb211-1900-bab5-55fc-9c3689edfca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.365464] env[69563]: DEBUG nova.network.neutron [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Updating instance_info_cache with network_info: [{"id": "dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8", "address": "fa:16:3e:42:39:5b", "network": {"id": "e8147d82-faae-464d-a837-00480a9041a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1742351317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d9a4e3ed0144f1ad19a82ad241b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6d8dc7-0a", "ovs_interfaceid": "dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 627.473582] env[69563]: DEBUG nova.network.neutron [req-09e1f889-0722-4e02-be6b-7350a1c4a64c req-5215a759-03bf-49c1-ac64-c91367b44a3c service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Updated VIF entry in instance network info cache for port 47a435c9-0d4b-4110-a099-85502fda91b8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 627.474899] env[69563]: DEBUG nova.network.neutron [req-09e1f889-0722-4e02-be6b-7350a1c4a64c req-5215a759-03bf-49c1-ac64-c91367b44a3c service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Updating instance_info_cache with network_info: [{"id": "47a435c9-0d4b-4110-a099-85502fda91b8", "address": "fa:16:3e:1a:72:84", "network": {"id": "c6f4c24c-9fc1-413f-8365-1b3d66bdb221", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-977436514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc808fe7929e4c03882cf9bf45dd4da9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a435c9-0d", "ovs_interfaceid": "47a435c9-0d4b-4110-a099-85502fda91b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 627.484184] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.551309] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance eaed6791-6291-4e8d-a6f7-c22a8434dd09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 627.567897] env[69563]: DEBUG oslo_concurrency.lockutils [None req-402e8309-a7c2-42f5-9d65-9144bc78ea1c tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "15b8735d-4cae-4c05-afe8-dab95a937448" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.772325] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950163} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.772707] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 924afcff-8a47-448b-af63-4a6741e8231f/924afcff-8a47-448b-af63-4a6741e8231f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.772829] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.773095] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d889272-33e1-40a1-b94f-a3d8b627c113 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.779635] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 627.779635] env[69563]: value = "task-3403095" [ 627.779635] env[69563]: _type = "Task" [ 627.779635] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.787998] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.826337] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.859630] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521cb211-1900-bab5-55fc-9c3689edfca4, 'name': SearchDatastore_Task, 'duration_secs': 0.078595} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.860586] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c48478-b6d6-49b3-9810-929e593e3ca5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.866336] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 627.866336] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bbe3b4-c407-a81d-8140-0f949c123270" [ 627.866336] env[69563]: _type = "Task" [ 627.866336] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.873555] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Releasing lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.873555] env[69563]: DEBUG nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Instance network_info: |[{"id": "dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8", "address": "fa:16:3e:42:39:5b", "network": {"id": "e8147d82-faae-464d-a837-00480a9041a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1742351317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d9a4e3ed0144f1ad19a82ad241b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6d8dc7-0a", "ovs_interfaceid": "dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.874091] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:39:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.884030] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Creating folder: Project (26d9a4e3ed0144f1ad19a82ad241b702). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.885081] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad51ad55-e0f4-46b7-870e-31867a2f087e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.892774] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bbe3b4-c407-a81d-8140-0f949c123270, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.893123] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.893498] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 4051c9df-1432-426c-82a1-3063ee00aca6/4051c9df-1432-426c-82a1-3063ee00aca6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.893895] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb2da2f-1459-4728-a2c5-3ba805d7f3e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.900716] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Created folder: Project (26d9a4e3ed0144f1ad19a82ad241b702) in parent group-v678952. [ 627.903030] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Creating folder: Instances. Parent ref: group-v678988. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.903030] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9231d67-bb65-4211-887e-edf45435c2c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.906149] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 627.906149] env[69563]: value = "task-3403097" [ 627.906149] env[69563]: _type = "Task" [ 627.906149] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.916236] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Created folder: Instances in parent group-v678988. [ 627.918020] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.919234] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.926024] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a57b241a-5fb3-4f1a-9136-e3d66c3e4002 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.941688] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.950329] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.950329] env[69563]: value = "task-3403099" [ 627.950329] env[69563]: _type = "Task" [ 627.950329] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.960504] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403099, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.982671] env[69563]: DEBUG oslo_concurrency.lockutils [req-09e1f889-0722-4e02-be6b-7350a1c4a64c req-5215a759-03bf-49c1-ac64-c91367b44a3c service nova] Releasing lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.055609] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e94942e0-b29d-4b9f-8606-999242b38b24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 628.055821] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e26fb71a-b6dc-44bf-9e46-26801a267235 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 628.056291] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 628.056493] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 628.293011] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069504} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.293339] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.294178] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179954c9-481a-401b-85ba-a059047fee1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.319146] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 924afcff-8a47-448b-af63-4a6741e8231f/924afcff-8a47-448b-af63-4a6741e8231f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.322891] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Updated VIF entry in instance network info cache for port 100bbbcf-d184-4ea0-bf6a-dae35dc3b42e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 628.323260] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Updating instance_info_cache with network_info: [{"id": "100bbbcf-d184-4ea0-bf6a-dae35dc3b42e", "address": "fa:16:3e:d3:1c:05", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100bbbcf-d1", "ovs_interfaceid": "100bbbcf-d184-4ea0-bf6a-dae35dc3b42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 628.324615] env[69563]: DEBUG nova.network.neutron [-] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 628.325479] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0998b727-f61a-491c-bebe-724cd32a7c19 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.343867] env[69563]: INFO nova.compute.manager [-] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Took 1.29 seconds to deallocate network for instance. [ 628.347826] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Releasing lock "refresh_cache-924afcff-8a47-448b-af63-4a6741e8231f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.347826] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Received event network-vif-plugged-4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.347826] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Acquiring lock "4051c9df-1432-426c-82a1-3063ee00aca6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.347826] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Lock "4051c9df-1432-426c-82a1-3063ee00aca6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.347826] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Lock "4051c9df-1432-426c-82a1-3063ee00aca6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.348057] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] No waiting events found dispatching network-vif-plugged-4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.348057] env[69563]: WARNING nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Received unexpected event network-vif-plugged-4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6 for instance with vm_state building and task_state spawning. [ 628.348057] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Received event network-changed-4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.348057] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Refreshing instance network info cache due to event network-changed-4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.348057] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Acquiring lock "refresh_cache-4051c9df-1432-426c-82a1-3063ee00aca6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.348216] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Acquired lock "refresh_cache-4051c9df-1432-426c-82a1-3063ee00aca6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.348216] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Refreshing network info cache for port 4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 628.362345] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 628.362345] env[69563]: value = "task-3403101" [ 628.362345] env[69563]: _type = "Task" [ 628.362345] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.371991] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.421747] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.464989] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403099, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.553495] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10afe373-6458-4e82-8137-624ab11e43e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.566574] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada4aeb-a4d5-4000-bad4-1cbe5438ee03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.603867] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2b1225-3740-456f-9bc9-2c515a0f8c7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.612384] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8bbe61-dfbe-41ac-bab4-278abde088c4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.627945] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.859796] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.873333] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.921276] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642279} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.921563] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 4051c9df-1432-426c-82a1-3063ee00aca6/4051c9df-1432-426c-82a1-3063ee00aca6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.921798] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.922083] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a058d82f-e88c-447d-b737-21d84d44e8d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.929326] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 628.929326] env[69563]: value = "task-3403102" [ 628.929326] env[69563]: _type = "Task" [ 628.929326] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.948989] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.965114] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403099, 'name': CreateVM_Task, 'duration_secs': 0.7417} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.965266] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.965927] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.966102] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.966403] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.966647] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48530c34-e975-4c31-aace-63aede815086 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.972118] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 628.972118] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52459afd-c0a0-6580-598e-2b87d3704832" [ 628.972118] env[69563]: _type = "Task" [ 628.972118] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.982057] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52459afd-c0a0-6580-598e-2b87d3704832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.100716] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Updated VIF entry in instance network info cache for port 4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 629.101163] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Updating instance_info_cache with network_info: [{"id": "4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6", "address": "fa:16:3e:b8:d0:e9", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ce3fa3f-d0", "ovs_interfaceid": "4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 629.131666] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.374306] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403101, 'name': ReconfigVM_Task, 'duration_secs': 1.005821} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.374644] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 924afcff-8a47-448b-af63-4a6741e8231f/924afcff-8a47-448b-af63-4a6741e8231f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.375344] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e480b333-06c5-43eb-a6ac-5921fd146dbc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.382054] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 629.382054] env[69563]: value = "task-3403103" [ 629.382054] env[69563]: _type = "Task" [ 629.382054] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.394939] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403103, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.441635] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253895} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.441943] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.442851] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119a0bd0-690b-493c-a9ad-d2f0f7ed9725 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.458236] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Acquiring lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.458537] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.458769] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Acquiring lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.458952] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.459133] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.470661] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 4051c9df-1432-426c-82a1-3063ee00aca6/4051c9df-1432-426c-82a1-3063ee00aca6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.470996] env[69563]: INFO nova.compute.manager [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Terminating instance [ 629.472990] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d1648e7-9c8c-4e09-b976-457606985bd6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.499784] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52459afd-c0a0-6580-598e-2b87d3704832, 'name': SearchDatastore_Task, 'duration_secs': 0.039878} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.502214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.502214] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.502214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.502214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.502566] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.502846] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 629.502846] env[69563]: value = "task-3403104" [ 629.502846] env[69563]: _type = "Task" [ 629.502846] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.504200] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2ad7c92-7ecf-48ab-8635-2217b8d68de5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.516922] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.518252] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.518420] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.519164] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5991ad39-9a7b-469f-ad34-41a297ce371c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.525261] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 629.525261] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52eecbb2-120b-50ac-9edd-b0566a08bc05" [ 629.525261] env[69563]: _type = "Task" [ 629.525261] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.534236] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52eecbb2-120b-50ac-9edd-b0566a08bc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.607456] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Releasing lock "refresh_cache-4051c9df-1432-426c-82a1-3063ee00aca6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.607456] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Received event network-vif-plugged-dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.607456] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Acquiring lock "18657ead-6d4e-4d20-bf36-838ecb022f71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.607456] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.607456] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.607742] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] No waiting events found dispatching network-vif-plugged-dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.607742] env[69563]: WARNING nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Received unexpected event network-vif-plugged-dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 for instance with vm_state building and task_state spawning. [ 629.607742] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Received event network-changed-dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.607742] env[69563]: DEBUG nova.compute.manager [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Refreshing instance network info cache due to event network-changed-dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.607742] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Acquiring lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.607904] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Acquired lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.607904] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Refreshing network info cache for port dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 629.638876] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 629.638876] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.206s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.639098] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.234s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.639286] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.641644] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.490s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.641837] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.643667] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.170s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.645671] env[69563]: INFO nova.compute.claims [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.684152] env[69563]: INFO nova.scheduler.client.report [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Deleted allocations for instance 745639f9-9939-4154-8799-e43b50fdea0f [ 629.689202] env[69563]: INFO nova.scheduler.client.report [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Deleted allocations for instance ca36222c-9587-4119-b418-6ecf4532d4b6 [ 629.707807] env[69563]: DEBUG nova.compute.manager [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 629.895841] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403103, 'name': Rename_Task, 'duration_secs': 0.417999} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.896159] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.896833] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23cca2d7-9add-492a-8e04-bd590d476e57 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.903925] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 629.903925] env[69563]: value = "task-3403105" [ 629.903925] env[69563]: _type = "Task" [ 629.903925] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.912285] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.995090] env[69563]: DEBUG nova.compute.manager [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.995428] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.996705] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1892834-8dbd-44a0-b3eb-d19390b2279d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.004619] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.004929] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c0f586e-b0d7-4726-bcbf-783dbe8403b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.016434] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.016799] env[69563]: DEBUG oslo_vmware.api [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Waiting for the task: (returnval){ [ 630.016799] env[69563]: value = "task-3403106" [ 630.016799] env[69563]: _type = "Task" [ 630.016799] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.025257] env[69563]: DEBUG oslo_vmware.api [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Task: {'id': task-3403106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.034024] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52eecbb2-120b-50ac-9edd-b0566a08bc05, 'name': SearchDatastore_Task, 'duration_secs': 0.037332} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.034702] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef49b05-abbb-4c98-a684-2eadbf1f13fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.039796] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 630.039796] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52722852-82fe-4845-57ea-bee74a458bac" [ 630.039796] env[69563]: _type = "Task" [ 630.039796] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.047485] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52722852-82fe-4845-57ea-bee74a458bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.200604] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d9540160-4846-4bc2-ab06-4a031493b68b tempest-ServerDiagnosticsNegativeTest-1940518832 tempest-ServerDiagnosticsNegativeTest-1940518832-project-member] Lock "745639f9-9939-4154-8799-e43b50fdea0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.222s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.211480] env[69563]: DEBUG oslo_concurrency.lockutils [None req-365a504c-2470-4ba8-8718-a9caef904d7f tempest-ImagesNegativeTestJSON-1912644461 tempest-ImagesNegativeTestJSON-1912644461-project-member] Lock "ca36222c-9587-4119-b418-6ecf4532d4b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.723s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.230387] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.258615] env[69563]: DEBUG nova.compute.manager [req-d3c599f6-c120-4930-8ffe-7ace6ebddd04 req-12c1343d-e517-427c-b79e-f44873f4db22 service nova] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Received event network-vif-deleted-882f93c3-2aee-43b9-945e-81e902c8dd21 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.400563] env[69563]: DEBUG nova.compute.manager [req-d7fe570d-b787-4035-886a-6ab4f2403f5c req-eed63efa-e7fa-428c-8f04-725696845741 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Received event network-changed-47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.401085] env[69563]: DEBUG nova.compute.manager [req-d7fe570d-b787-4035-886a-6ab4f2403f5c req-eed63efa-e7fa-428c-8f04-725696845741 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Refreshing instance network info cache due to event network-changed-47a435c9-0d4b-4110-a099-85502fda91b8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.401085] env[69563]: DEBUG oslo_concurrency.lockutils [req-d7fe570d-b787-4035-886a-6ab4f2403f5c req-eed63efa-e7fa-428c-8f04-725696845741 service nova] Acquiring lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.401085] env[69563]: DEBUG oslo_concurrency.lockutils [req-d7fe570d-b787-4035-886a-6ab4f2403f5c req-eed63efa-e7fa-428c-8f04-725696845741 service nova] Acquired lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.401399] env[69563]: DEBUG nova.network.neutron [req-d7fe570d-b787-4035-886a-6ab4f2403f5c req-eed63efa-e7fa-428c-8f04-725696845741 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Refreshing network info cache for port 47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 630.418512] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.517672] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403104, 'name': ReconfigVM_Task, 'duration_secs': 0.626605} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.522855] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 4051c9df-1432-426c-82a1-3063ee00aca6/4051c9df-1432-426c-82a1-3063ee00aca6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.523635] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fd2a694-fda5-4b96-93f1-87a2df5def42 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.531455] env[69563]: DEBUG oslo_vmware.api [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Task: {'id': task-3403106, 'name': PowerOffVM_Task, 'duration_secs': 0.220815} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.532875] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.533131] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.533428] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 630.533428] env[69563]: value = "task-3403108" [ 630.533428] env[69563]: _type = "Task" [ 630.533428] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.533907] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95c235df-ffea-4a5f-8fc3-b545adb6436c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.547105] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403108, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.556670] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52722852-82fe-4845-57ea-bee74a458bac, 'name': SearchDatastore_Task, 'duration_secs': 0.015007} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.557711] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Updated VIF entry in instance network info cache for port dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 630.558063] env[69563]: DEBUG nova.network.neutron [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Updating instance_info_cache with network_info: [{"id": "dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8", "address": "fa:16:3e:42:39:5b", "network": {"id": "e8147d82-faae-464d-a837-00480a9041a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1742351317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d9a4e3ed0144f1ad19a82ad241b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6d8dc7-0a", "ovs_interfaceid": "dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 630.563606] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.563606] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 18657ead-6d4e-4d20-bf36-838ecb022f71/18657ead-6d4e-4d20-bf36-838ecb022f71.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.563606] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcb5faf6-efb8-44e3-95c4-b6d7b215e8bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.570203] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 630.570203] env[69563]: value = "task-3403110" [ 630.570203] env[69563]: _type = "Task" [ 630.570203] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.580637] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.607343] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.607606] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.607762] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Deleting the datastore file [datastore1] 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.608065] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1529710-ca4e-41dd-8a5a-994777a16a05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.617337] env[69563]: DEBUG oslo_vmware.api [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Waiting for the task: (returnval){ [ 630.617337] env[69563]: value = "task-3403111" [ 630.617337] env[69563]: _type = "Task" [ 630.617337] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.626186] env[69563]: DEBUG oslo_vmware.api [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Task: {'id': task-3403111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.918261] env[69563]: DEBUG oslo_vmware.api [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403105, 'name': PowerOnVM_Task, 'duration_secs': 0.80975} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.919350] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.919629] env[69563]: INFO nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Took 11.50 seconds to spawn the instance on the hypervisor. [ 630.919848] env[69563]: DEBUG nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.920782] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062a2d0a-59f3-4c73-b33f-795cc13aedab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.045930] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403108, 'name': Rename_Task, 'duration_secs': 0.173844} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.047209] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.047209] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1780a0b-3f81-42f8-8060-8a5de202b3d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.054291] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 631.054291] env[69563]: value = "task-3403112" [ 631.054291] env[69563]: _type = "Task" [ 631.054291] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.062993] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.067286] env[69563]: DEBUG oslo_concurrency.lockutils [req-2a316cae-258a-4153-bd31-8d7359db5dcf req-e78a5fdd-0686-48dc-85bc-dd178665241a service nova] Releasing lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.068369] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d4011-0691-4e6a-b81c-9be9395316a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.079618] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdffb268-2b75-4d3f-b811-b825c774c520 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.086950] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403110, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.127241] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ef8f0-f8fc-47e8-84f1-75a90549e100 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.134967] env[69563]: DEBUG oslo_vmware.api [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Task: {'id': task-3403111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417548} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.137163] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.137372] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.137540] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.137710] env[69563]: INFO nova.compute.manager [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 631.137944] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.138211] env[69563]: DEBUG nova.compute.manager [-] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.138309] env[69563]: DEBUG nova.network.neutron [-] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 631.140871] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e75a98-1007-4848-8638-f6c38d34e4fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.155510] env[69563]: DEBUG nova.compute.provider_tree [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.374642] env[69563]: DEBUG nova.compute.manager [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.376224] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea8b6a-52dd-4904-9688-c8549b464518 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.447747] env[69563]: INFO nova.compute.manager [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Took 25.37 seconds to build instance. [ 631.565046] env[69563]: DEBUG oslo_vmware.api [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403112, 'name': PowerOnVM_Task, 'duration_secs': 0.488516} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.565046] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.565046] env[69563]: INFO nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Took 9.63 seconds to spawn the instance on the hypervisor. [ 631.565235] env[69563]: DEBUG nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.566043] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1fabfb-f017-4557-a696-f8362f057277 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.584374] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582153} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.584649] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 18657ead-6d4e-4d20-bf36-838ecb022f71/18657ead-6d4e-4d20-bf36-838ecb022f71.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.584866] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.585125] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6002df6-aaaa-4726-84bb-be3110a16578 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.591206] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 631.591206] env[69563]: value = "task-3403113" [ 631.591206] env[69563]: _type = "Task" [ 631.591206] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.601144] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.647955] env[69563]: DEBUG nova.network.neutron [req-d7fe570d-b787-4035-886a-6ab4f2403f5c req-eed63efa-e7fa-428c-8f04-725696845741 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Updated VIF entry in instance network info cache for port 47a435c9-0d4b-4110-a099-85502fda91b8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 631.648393] env[69563]: DEBUG nova.network.neutron [req-d7fe570d-b787-4035-886a-6ab4f2403f5c req-eed63efa-e7fa-428c-8f04-725696845741 service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Updating instance_info_cache with network_info: [{"id": "47a435c9-0d4b-4110-a099-85502fda91b8", "address": "fa:16:3e:1a:72:84", "network": {"id": "c6f4c24c-9fc1-413f-8365-1b3d66bdb221", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-977436514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc808fe7929e4c03882cf9bf45dd4da9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47a435c9-0d", "ovs_interfaceid": "47a435c9-0d4b-4110-a099-85502fda91b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 631.659899] env[69563]: DEBUG nova.scheduler.client.report [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.889071] env[69563]: INFO nova.compute.manager [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] instance snapshotting [ 631.889178] env[69563]: WARNING nova.compute.manager [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 631.892407] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d827d7-2ab0-4e67-9aab-44b5ba9c9f00 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.919399] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa7ad4d-fa35-45de-9d15-e34906f360c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.955014] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dcaf7f65-7829-4aec-a7ab-3d5460155c8c tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "924afcff-8a47-448b-af63-4a6741e8231f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.405s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.092445] env[69563]: INFO nova.compute.manager [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Took 23.48 seconds to build instance. [ 632.107769] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069603} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.108212] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.109028] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1569d9-78cc-4308-9038-9d703347947e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.135154] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 18657ead-6d4e-4d20-bf36-838ecb022f71/18657ead-6d4e-4d20-bf36-838ecb022f71.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.136013] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d1e37b-b4e3-4e46-b6fa-77923f982d33 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.153635] env[69563]: DEBUG oslo_concurrency.lockutils [req-d7fe570d-b787-4035-886a-6ab4f2403f5c req-eed63efa-e7fa-428c-8f04-725696845741 service nova] Releasing lock "refresh_cache-967d606a-689f-4fca-affe-6926dcf9d54a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.159964] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 632.159964] env[69563]: value = "task-3403114" [ 632.159964] env[69563]: _type = "Task" [ 632.159964] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.165392] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.165868] env[69563]: DEBUG nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.174234] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.967s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.175826] env[69563]: INFO nova.compute.claims [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.178780] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.425656] env[69563]: DEBUG nova.network.neutron [-] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 632.434488] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 632.434790] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-923ea99e-59ec-4c13-a2c8-d294fd154460 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.443669] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 632.443669] env[69563]: value = "task-3403116" [ 632.443669] env[69563]: _type = "Task" [ 632.443669] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.455716] env[69563]: DEBUG nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.458647] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.603151] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c0e3024b-6ff3-4466-98f3-0d6cba802d68 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "4051c9df-1432-426c-82a1-3063ee00aca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.034s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.674614] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.681077] env[69563]: DEBUG nova.compute.utils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.682935] env[69563]: DEBUG nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.682935] env[69563]: DEBUG nova.network.neutron [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 632.766316] env[69563]: DEBUG nova.compute.manager [req-a317145d-d64e-4cd3-adc3-64d5f6e6a6d6 req-0e86f588-56e2-4f4c-b898-e523bec679af service nova] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Received event network-vif-deleted-730eca2b-5c64-4a07-9b0c-f10bbfd97d62 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.786206] env[69563]: DEBUG nova.policy [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64dbe931a4b64b83b52ae8f29e19eea7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9df38fa9060d445f82dcfdd60f8720b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.928538] env[69563]: INFO nova.compute.manager [-] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Took 1.79 seconds to deallocate network for instance. [ 632.958273] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403116, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.992828] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.106974] env[69563]: DEBUG nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.171785] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403114, 'name': ReconfigVM_Task, 'duration_secs': 0.57559} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.171785] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 18657ead-6d4e-4d20-bf36-838ecb022f71/18657ead-6d4e-4d20-bf36-838ecb022f71.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.171971] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47ab63c8-8df4-485c-9df6-53605d99dcd6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.179344] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 633.179344] env[69563]: value = "task-3403117" [ 633.179344] env[69563]: _type = "Task" [ 633.179344] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.188454] env[69563]: DEBUG nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.194373] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403117, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.261976] env[69563]: DEBUG nova.network.neutron [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Successfully created port: 14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 633.442210] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.462292] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403116, 'name': CreateSnapshot_Task, 'duration_secs': 0.847758} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.462863] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 633.463823] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6962ec4d-afc3-4b76-847e-42aeabca2348 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.635772] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.681486] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4de909-e1c5-4d77-810b-6909d894f814 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.706767] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403117, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.708177] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071df8fa-9762-4926-9ed2-020afc2f46ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.742798] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f04a11-ca71-42cd-8272-edd24e0b6114 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.751272] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea8e0f-33be-4051-94c3-9740a2aae762 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.768976] env[69563]: DEBUG nova.compute.provider_tree [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.863689] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquiring lock "967d606a-689f-4fca-affe-6926dcf9d54a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.863966] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "967d606a-689f-4fca-affe-6926dcf9d54a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.864288] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquiring lock "967d606a-689f-4fca-affe-6926dcf9d54a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.864518] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "967d606a-689f-4fca-affe-6926dcf9d54a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.864647] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "967d606a-689f-4fca-affe-6926dcf9d54a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.869280] env[69563]: INFO nova.compute.manager [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Terminating instance [ 633.990609] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 633.991105] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e493723c-4c9e-4dfc-a105-8b2132ef6d9e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.000882] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 634.000882] env[69563]: value = "task-3403118" [ 634.000882] env[69563]: _type = "Task" [ 634.000882] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.009557] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403118, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.192172] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403117, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.211659] env[69563]: DEBUG nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.246665] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:52:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2052193884',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2018363757',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.246665] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.246665] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.247190] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.247190] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.247190] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.247413] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.247413] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.247529] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.247702] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.247858] env[69563]: DEBUG nova.virt.hardware [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.249032] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc28c6cc-c378-453a-bf20-cb4ec6470b93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.257139] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be747cc7-b020-4091-843b-ab729c191a19 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.278210] env[69563]: DEBUG nova.scheduler.client.report [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.375734] env[69563]: DEBUG nova.compute.manager [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.375978] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.377846] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ced3850-d0c4-464f-818c-b0648c66b63d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.386229] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.386488] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90e5e7c-238c-4ccd-9dcc-5de07fdb39f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.392981] env[69563]: DEBUG oslo_vmware.api [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 634.392981] env[69563]: value = "task-3403119" [ 634.392981] env[69563]: _type = "Task" [ 634.392981] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.405163] env[69563]: DEBUG oslo_vmware.api [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.513505] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403118, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.692025] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403117, 'name': Rename_Task, 'duration_secs': 1.165969} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.692868] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.693209] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd91d80-73f1-4ea4-8a8c-7f9e99a10e19 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.700493] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 634.700493] env[69563]: value = "task-3403121" [ 634.700493] env[69563]: _type = "Task" [ 634.700493] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.714681] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.785088] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.785701] env[69563]: DEBUG nova.compute.manager [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.789099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.566s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.790673] env[69563]: INFO nova.compute.claims [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.905806] env[69563]: DEBUG oslo_vmware.api [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403119, 'name': PowerOffVM_Task, 'duration_secs': 0.337616} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.906144] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.906286] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.909053] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f25261e-c411-4e94-9713-0a671a2598b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.985190] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.985190] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.985190] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Deleting the datastore file [datastore2] 967d606a-689f-4fca-affe-6926dcf9d54a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.985480] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0a28136-d86e-497f-8ee0-33d958562131 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.996318] env[69563]: DEBUG oslo_vmware.api [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for the task: (returnval){ [ 634.996318] env[69563]: value = "task-3403123" [ 634.996318] env[69563]: _type = "Task" [ 634.996318] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.010805] env[69563]: DEBUG oslo_vmware.api [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.017153] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403118, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.215623] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.298648] env[69563]: DEBUG nova.compute.utils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.302556] env[69563]: DEBUG nova.compute.manager [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 635.507334] env[69563]: DEBUG oslo_vmware.api [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Task: {'id': task-3403123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325086} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.514574] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.515029] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.515410] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.515660] env[69563]: INFO nova.compute.manager [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 635.515975] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.516247] env[69563]: DEBUG nova.compute.manager [-] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.516353] env[69563]: DEBUG nova.network.neutron [-] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 635.524342] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403118, 'name': CloneVM_Task, 'duration_secs': 1.388787} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.524694] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Created linked-clone VM from snapshot [ 635.525581] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de133771-d3f6-49d7-b0fd-6095f3070b9c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.536811] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Uploading image b5827c37-1e64-45e2-9ae7-018685c7041d {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 635.599052] env[69563]: DEBUG oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 635.599052] env[69563]: value = "vm-678992" [ 635.599052] env[69563]: _type = "VirtualMachine" [ 635.599052] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 635.599052] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39f32053-df0e-4342-a62e-d2283b3308fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.607102] env[69563]: DEBUG oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lease: (returnval){ [ 635.607102] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526b27f1-5463-d574-3057-dd585eb74d93" [ 635.607102] env[69563]: _type = "HttpNfcLease" [ 635.607102] env[69563]: } obtained for exporting VM: (result){ [ 635.607102] env[69563]: value = "vm-678992" [ 635.607102] env[69563]: _type = "VirtualMachine" [ 635.607102] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 635.607102] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the lease: (returnval){ [ 635.607102] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526b27f1-5463-d574-3057-dd585eb74d93" [ 635.607102] env[69563]: _type = "HttpNfcLease" [ 635.607102] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 635.614763] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 635.614763] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526b27f1-5463-d574-3057-dd585eb74d93" [ 635.614763] env[69563]: _type = "HttpNfcLease" [ 635.614763] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 635.717194] env[69563]: DEBUG oslo_vmware.api [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403121, 'name': PowerOnVM_Task, 'duration_secs': 0.976411} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.717493] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.717696] env[69563]: INFO nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Took 11.25 seconds to spawn the instance on the hypervisor. [ 635.717878] env[69563]: DEBUG nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.719039] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c52a314-4f2e-438c-b699-a992f02d2954 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.803320] env[69563]: DEBUG nova.compute.manager [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.103605] env[69563]: DEBUG nova.network.neutron [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Successfully updated port: 14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 636.119493] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 636.119493] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526b27f1-5463-d574-3057-dd585eb74d93" [ 636.119493] env[69563]: _type = "HttpNfcLease" [ 636.119493] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 636.119493] env[69563]: DEBUG oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 636.119493] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526b27f1-5463-d574-3057-dd585eb74d93" [ 636.119493] env[69563]: _type = "HttpNfcLease" [ 636.119493] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 636.120758] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b30b484-cc88-458d-be29-a2c69a3e05d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.134086] env[69563]: DEBUG oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527aa18d-ebe3-6b54-75e5-def3ade0bed7/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 636.134086] env[69563]: DEBUG oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527aa18d-ebe3-6b54-75e5-def3ade0bed7/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 636.227842] env[69563]: DEBUG nova.compute.manager [req-04537066-7297-4476-8108-1c23cfa794b2 req-d06e480a-0b03-4129-930c-97d9cdd85d2c service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Received event network-vif-plugged-14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.228072] env[69563]: DEBUG oslo_concurrency.lockutils [req-04537066-7297-4476-8108-1c23cfa794b2 req-d06e480a-0b03-4129-930c-97d9cdd85d2c service nova] Acquiring lock "83633019-2ee3-48a5-a578-abb6d1b34fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.228283] env[69563]: DEBUG oslo_concurrency.lockutils [req-04537066-7297-4476-8108-1c23cfa794b2 req-d06e480a-0b03-4129-930c-97d9cdd85d2c service nova] Lock "83633019-2ee3-48a5-a578-abb6d1b34fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.228446] env[69563]: DEBUG oslo_concurrency.lockutils [req-04537066-7297-4476-8108-1c23cfa794b2 req-d06e480a-0b03-4129-930c-97d9cdd85d2c service nova] Lock "83633019-2ee3-48a5-a578-abb6d1b34fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.228706] env[69563]: DEBUG nova.compute.manager [req-04537066-7297-4476-8108-1c23cfa794b2 req-d06e480a-0b03-4129-930c-97d9cdd85d2c service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] No waiting events found dispatching network-vif-plugged-14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.228882] env[69563]: WARNING nova.compute.manager [req-04537066-7297-4476-8108-1c23cfa794b2 req-d06e480a-0b03-4129-930c-97d9cdd85d2c service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Received unexpected event network-vif-plugged-14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 for instance with vm_state building and task_state spawning. [ 636.246348] env[69563]: INFO nova.compute.manager [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Took 26.00 seconds to build instance. [ 636.318026] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-441083d1-9350-4cd4-b22a-75847bf604c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.356476] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae76f9c4-2350-46fb-ae1a-86d9c9bdfa9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.373776] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e52372a-740b-42cc-b09b-4640cdc5f087 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.406147] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5af2f1c-2bbd-41b9-a764-a8ba220878da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.413929] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b41e0-301d-4211-bf28-64ed5f695f55 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.428562] env[69563]: DEBUG nova.compute.provider_tree [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.606648] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquiring lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.606796] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquired lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.607052] env[69563]: DEBUG nova.network.neutron [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 636.752402] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5d43cf1-b056-4bd9-9507-a657d385181f tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.302s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.819222] env[69563]: DEBUG nova.compute.manager [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.853710] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.855793] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.856221] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.856418] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.856561] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.856712] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.857328] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.857328] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.857328] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.857488] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.857634] env[69563]: DEBUG nova.virt.hardware [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.859037] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9089a9e-54a4-42d9-8253-c6ae6ed26524 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.869263] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f26d88-e4b1-47d1-913e-0450a174002f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.874994] env[69563]: DEBUG nova.network.neutron [-] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 636.896484] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.900776] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Creating folder: Project (02c373da89e946e2881578f467dc35e8). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.901167] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2f10a11-29be-43cc-9e9c-1bd776a6d89c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.912484] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Created folder: Project (02c373da89e946e2881578f467dc35e8) in parent group-v678952. [ 636.912484] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Creating folder: Instances. Parent ref: group-v678994. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.914716] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed57b829-3fdf-4a1a-ae91-be31e8584486 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.923908] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Created folder: Instances in parent group-v678994. [ 636.924992] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.925101] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.928279] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-032e28a7-ab84-4a94-8f33-246ee1d6b57b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.944094] env[69563]: DEBUG nova.scheduler.client.report [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.956632] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.956632] env[69563]: value = "task-3403127" [ 636.956632] env[69563]: _type = "Task" [ 636.956632] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.972171] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403127, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.218989] env[69563]: DEBUG nova.network.neutron [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 637.257961] env[69563]: DEBUG nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.383410] env[69563]: INFO nova.compute.manager [-] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Took 1.87 seconds to deallocate network for instance. [ 637.460505] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.461141] env[69563]: DEBUG nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.466827] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.204s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.466827] env[69563]: INFO nova.compute.claims [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.491526] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403127, 'name': CreateVM_Task, 'duration_secs': 0.30594} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.491801] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.492191] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.492341] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.492672] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.492929] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd89b1f-78ca-4868-8a16-96f71c6f894a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.512415] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 637.512415] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5219b6c2-25e1-56e7-2377-a517ca8db382" [ 637.512415] env[69563]: _type = "Task" [ 637.512415] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.529700] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5219b6c2-25e1-56e7-2377-a517ca8db382, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.530022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.530252] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.530501] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.530796] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.534611] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.535960] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41480903-f75a-4ba1-ba90-2a0378b045c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.545640] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.545863] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.546709] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39462253-e3a2-4b31-990a-98e7ef14ec35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.555460] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 637.555460] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522fa015-48b6-c2ef-3642-290a8263d410" [ 637.555460] env[69563]: _type = "Task" [ 637.555460] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.573662] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522fa015-48b6-c2ef-3642-290a8263d410, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.573662] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8e17a8-70bf-45a5-8601-ddf220bb25fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.577240] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 637.577240] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f65098-65ed-5f4a-c28a-f4881e549770" [ 637.577240] env[69563]: _type = "Task" [ 637.577240] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.586234] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f65098-65ed-5f4a-c28a-f4881e549770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.707152] env[69563]: DEBUG nova.network.neutron [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Updating instance_info_cache with network_info: [{"id": "14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2", "address": "fa:16:3e:68:eb:a7", "network": {"id": "0b9f2351-befb-481a-95bb-b007a42ab778", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1261265380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9df38fa9060d445f82dcfdd60f8720b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ba6bd7-a1", "ovs_interfaceid": "14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 637.790018] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.892320] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.974461] env[69563]: DEBUG nova.compute.utils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.975046] env[69563]: DEBUG nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.975215] env[69563]: DEBUG nova.network.neutron [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 638.090170] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f65098-65ed-5f4a-c28a-f4881e549770, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.091478] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.091996] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] f3b8ab24-3f49-4af8-ab8f-2360fb111d12/f3b8ab24-3f49-4af8-ab8f-2360fb111d12.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.092440] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f73d1140-6cd0-4ad6-a6a1-18cb2f6ebd5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.100453] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 638.100453] env[69563]: value = "task-3403128" [ 638.100453] env[69563]: _type = "Task" [ 638.100453] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.112213] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.208731] env[69563]: DEBUG nova.policy [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ad40db263d464da944c2452266504c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8666aac170245d5bb48f4e2a67620ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.210513] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Releasing lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.212499] env[69563]: DEBUG nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Instance network_info: |[{"id": "14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2", "address": "fa:16:3e:68:eb:a7", "network": {"id": "0b9f2351-befb-481a-95bb-b007a42ab778", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1261265380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9df38fa9060d445f82dcfdd60f8720b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ba6bd7-a1", "ovs_interfaceid": "14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.213120] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:eb:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.224526] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Creating folder: Project (9df38fa9060d445f82dcfdd60f8720b1). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.224887] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6f77e92-47dc-4bf1-b985-59b86b713399 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.236116] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Created folder: Project (9df38fa9060d445f82dcfdd60f8720b1) in parent group-v678952. [ 638.236320] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Creating folder: Instances. Parent ref: group-v678997. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.236571] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5196a42f-d980-437c-895c-6deffc2f6d8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.253399] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Created folder: Instances in parent group-v678997. [ 638.253778] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.254158] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.254436] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-895d886e-8af4-4b09-9db2-227c07516d39 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.283429] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.283429] env[69563]: value = "task-3403131" [ 638.283429] env[69563]: _type = "Task" [ 638.283429] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.293539] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403131, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.484814] env[69563]: DEBUG nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.614883] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.803913] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403131, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.963988] env[69563]: DEBUG nova.compute.manager [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Received event network-changed-14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.963988] env[69563]: DEBUG nova.compute.manager [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Refreshing instance network info cache due to event network-changed-14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.963988] env[69563]: DEBUG oslo_concurrency.lockutils [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] Acquiring lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.963988] env[69563]: DEBUG oslo_concurrency.lockutils [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] Acquired lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.963988] env[69563]: DEBUG nova.network.neutron [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Refreshing network info cache for port 14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 638.992633] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d39c27-3b0f-4b6d-80c5-97f52aa8302f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.007857] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5d7ad5-b86d-4cb4-a350-6bf9662b0e40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.042269] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7f468e-df7b-4605-8bd9-216f9d0b8e32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.050998] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f2448-fdb6-492a-93f2-39b2258f2df5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.067177] env[69563]: DEBUG nova.compute.provider_tree [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.113897] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604753} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.113897] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] f3b8ab24-3f49-4af8-ab8f-2360fb111d12/f3b8ab24-3f49-4af8-ab8f-2360fb111d12.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.113897] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.113897] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a8154fe-53af-449f-a33d-2ee2d27e13d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.122581] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 639.122581] env[69563]: value = "task-3403133" [ 639.122581] env[69563]: _type = "Task" [ 639.122581] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.134045] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.180773] env[69563]: DEBUG nova.network.neutron [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Successfully created port: 85f435d7-80c7-4957-942a-a5278c9d7371 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.304329] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403131, 'name': CreateVM_Task, 'duration_secs': 0.742356} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.304898] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.305332] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.305517] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.305911] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.306242] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e359e83-1414-414a-a936-2aa1319e64b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.312358] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 639.312358] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5255e5a4-102d-734a-4313-e33d86a107ab" [ 639.312358] env[69563]: _type = "Task" [ 639.312358] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.325169] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5255e5a4-102d-734a-4313-e33d86a107ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.501985] env[69563]: DEBUG nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.532553] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.532775] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.532924] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.533100] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.533237] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.533414] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.533573] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.535930] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.535930] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.535930] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.535930] env[69563]: DEBUG nova.virt.hardware [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.535930] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9054a4-3571-49de-8eaa-bd1a9d258837 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.544048] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e03cd3-98ca-4829-9efe-a67a7631e5d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.570437] env[69563]: DEBUG nova.scheduler.client.report [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.633475] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109618} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.635932] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.637018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484ec7f8-9b11-45c4-bc89-48ca588ac310 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.663853] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f3b8ab24-3f49-4af8-ab8f-2360fb111d12/f3b8ab24-3f49-4af8-ab8f-2360fb111d12.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.664715] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b77fdc-fd57-40e0-a206-8aa351fc4e65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.691857] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 639.691857] env[69563]: value = "task-3403134" [ 639.691857] env[69563]: _type = "Task" [ 639.691857] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.701042] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.829522] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5255e5a4-102d-734a-4313-e33d86a107ab, 'name': SearchDatastore_Task, 'duration_secs': 0.018301} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.830794] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.830794] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.831127] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.831282] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.831832] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.832175] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fe51787-d186-4ec3-9b1f-7426224a3fbb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.843133] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.843349] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.844215] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c883fa-2da8-4b72-ad4e-b3a690dc9148 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.852157] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 639.852157] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cccf42-2677-bc67-4b92-a1ab6be62e21" [ 639.852157] env[69563]: _type = "Task" [ 639.852157] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.867123] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cccf42-2677-bc67-4b92-a1ab6be62e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.901092] env[69563]: DEBUG nova.network.neutron [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Updated VIF entry in instance network info cache for port 14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 639.901458] env[69563]: DEBUG nova.network.neutron [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Updating instance_info_cache with network_info: [{"id": "14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2", "address": "fa:16:3e:68:eb:a7", "network": {"id": "0b9f2351-befb-481a-95bb-b007a42ab778", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1261265380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9df38fa9060d445f82dcfdd60f8720b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ba6bd7-a1", "ovs_interfaceid": "14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 640.075401] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.075967] env[69563]: DEBUG nova.compute.manager [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.079359] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.352s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.084318] env[69563]: INFO nova.compute.claims [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.209901] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403134, 'name': ReconfigVM_Task, 'duration_secs': 0.345002} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.210597] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f3b8ab24-3f49-4af8-ab8f-2360fb111d12/f3b8ab24-3f49-4af8-ab8f-2360fb111d12.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.211807] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ce25730-b21b-4fa5-a613-86b9a0700d48 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.220218] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 640.220218] env[69563]: value = "task-3403135" [ 640.220218] env[69563]: _type = "Task" [ 640.220218] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.231384] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403135, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.367688] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cccf42-2677-bc67-4b92-a1ab6be62e21, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.367688] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936fb216-d659-410e-b2ff-2105330ce756 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.373442] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 640.373442] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b5d78c-e3b0-ec2b-64fb-02461e83ff6b" [ 640.373442] env[69563]: _type = "Task" [ 640.373442] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.386202] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b5d78c-e3b0-ec2b-64fb-02461e83ff6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.404567] env[69563]: DEBUG oslo_concurrency.lockutils [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] Releasing lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.404978] env[69563]: DEBUG nova.compute.manager [req-956a187e-1195-4e07-9412-d77188d569ab req-e9224e33-f73c-44bb-9169-08ddbd4e51ab service nova] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Received event network-vif-deleted-47a435c9-0d4b-4110-a099-85502fda91b8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.596670] env[69563]: DEBUG nova.compute.utils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.599677] env[69563]: DEBUG nova.compute.manager [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 640.733755] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403135, 'name': Rename_Task, 'duration_secs': 0.164744} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.738805] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.739325] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c76cf2-3ed7-4871-8b76-33c0cde0e2ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.751599] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 640.751599] env[69563]: value = "task-3403137" [ 640.751599] env[69563]: _type = "Task" [ 640.751599] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.776032] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403137, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.891389] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b5d78c-e3b0-ec2b-64fb-02461e83ff6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01419} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.891757] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.892018] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 83633019-2ee3-48a5-a578-abb6d1b34fe7/83633019-2ee3-48a5-a578-abb6d1b34fe7.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.892363] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2acf239-451c-4a62-91eb-667076c6db5b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.902384] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 640.902384] env[69563]: value = "task-3403138" [ 640.902384] env[69563]: _type = "Task" [ 640.902384] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.914330] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.105687] env[69563]: DEBUG nova.compute.manager [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.192418] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquiring lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.192533] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.218283] env[69563]: DEBUG nova.network.neutron [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Successfully updated port: 85f435d7-80c7-4957-942a-a5278c9d7371 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.277569] env[69563]: DEBUG oslo_vmware.api [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403137, 'name': PowerOnVM_Task, 'duration_secs': 0.508546} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.281504] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.282017] env[69563]: INFO nova.compute.manager [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Took 4.46 seconds to spawn the instance on the hypervisor. [ 641.282017] env[69563]: DEBUG nova.compute.manager [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.283120] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1d90a5-df4a-4b62-a611-77a6413d9e11 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.416777] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403138, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.679886] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f874a0-8edc-4bce-831e-e175f77ffd7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.690726] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca59db59-97e7-4a91-8edb-9578cee63b7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.724725] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquiring lock "refresh_cache-eaed6791-6291-4e8d-a6f7-c22a8434dd09" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.724882] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquired lock "refresh_cache-eaed6791-6291-4e8d-a6f7-c22a8434dd09" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.725100] env[69563]: DEBUG nova.network.neutron [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 641.726887] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4383737-7c76-4d95-8d62-cac891b7a4d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.735503] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32516fe-5cee-4706-979d-7ed988fefbb3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.756030] env[69563]: DEBUG nova.compute.provider_tree [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.807112] env[69563]: INFO nova.compute.manager [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Took 21.65 seconds to build instance. [ 641.857201] env[69563]: DEBUG nova.compute.manager [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Received event network-changed-dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.857635] env[69563]: DEBUG nova.compute.manager [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Refreshing instance network info cache due to event network-changed-dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.857875] env[69563]: DEBUG oslo_concurrency.lockutils [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] Acquiring lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.858084] env[69563]: DEBUG oslo_concurrency.lockutils [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] Acquired lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.858739] env[69563]: DEBUG nova.network.neutron [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Refreshing network info cache for port dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 641.918725] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704863} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.919346] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 83633019-2ee3-48a5-a578-abb6d1b34fe7/83633019-2ee3-48a5-a578-abb6d1b34fe7.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.920886] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.920886] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56876c24-7424-4f57-9d51-6cc1ff74d69f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.928802] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 641.928802] env[69563]: value = "task-3403139" [ 641.928802] env[69563]: _type = "Task" [ 641.928802] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.945687] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.122879] env[69563]: DEBUG nova.compute.manager [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.160362] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.160362] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.160580] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.163049] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.163049] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.163049] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.163049] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.163049] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.163364] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.163364] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.163364] env[69563]: DEBUG nova.virt.hardware [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.163516] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f2e800-1db2-4508-a352-91315f5e7804 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.175149] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212affa7-ece8-43be-8aae-3ccb35680f13 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.192631] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.199289] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Creating folder: Project (f4421bb5d27b42bd987acce4fe2a8bc9). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.200109] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f809c91-6c69-4f59-b0a4-909bd21b9714 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.212510] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Created folder: Project (f4421bb5d27b42bd987acce4fe2a8bc9) in parent group-v678952. [ 642.212770] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Creating folder: Instances. Parent ref: group-v679000. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.212980] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6357314-8b21-493c-bc12-b397edd0c03f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.222726] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Created folder: Instances in parent group-v679000. [ 642.223081] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.223209] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.223373] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7eeffa-df9b-46b8-90ab-07e2a35935a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.242025] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.242025] env[69563]: value = "task-3403142" [ 642.242025] env[69563]: _type = "Task" [ 642.242025] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.251793] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403142, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.260274] env[69563]: DEBUG nova.scheduler.client.report [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.310465] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6839ba9a-a554-41ac-9901-a78135b05a13 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.228s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.325055] env[69563]: DEBUG nova.network.neutron [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 642.443479] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.443823] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.443986] env[69563]: DEBUG nova.compute.manager [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.445101] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133989} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.445101] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09342c4a-cce3-43ab-af35-0bbff4373f56 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.447887] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.448787] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e700ea8-4306-4e56-b3fb-b19c7dc46f05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.456138] env[69563]: DEBUG nova.compute.manager [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 642.456282] env[69563]: DEBUG nova.objects.instance [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lazy-loading 'flavor' on Instance uuid c063eb35-0bc0-4253-8e24-d8303a0ecab3 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.480928] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 83633019-2ee3-48a5-a578-abb6d1b34fe7/83633019-2ee3-48a5-a578-abb6d1b34fe7.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.481783] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a520e1-6522-45a0-a834-61fa47ea0bbb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.510184] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 642.510184] env[69563]: value = "task-3403143" [ 642.510184] env[69563]: _type = "Task" [ 642.510184] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.521588] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.755315] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403142, 'name': CreateVM_Task, 'duration_secs': 0.321732} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.755315] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.755315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.755315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.755823] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.756155] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1e8901-11c1-475e-b33d-1de490e62f18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.761569] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 642.761569] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ed0654-3117-cb8b-9e29-024c4488a408" [ 642.761569] env[69563]: _type = "Task" [ 642.761569] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.769024] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.769024] env[69563]: DEBUG nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.775980] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.287s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.777493] env[69563]: INFO nova.compute.claims [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.786454] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ed0654-3117-cb8b-9e29-024c4488a408, 'name': SearchDatastore_Task, 'duration_secs': 0.017683} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.788522] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.788522] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.788522] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.788522] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.788765] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.788765] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b06d29-96b9-429a-815b-ba0ce6740a99 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.798839] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.798839] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.799361] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b1b268-1713-45a6-9dab-ded7f32e3d35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.807976] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 642.807976] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc6b64-c9d0-3c9c-1647-31b3f8a73588" [ 642.807976] env[69563]: _type = "Task" [ 642.807976] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.815060] env[69563]: DEBUG nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.819080] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc6b64-c9d0-3c9c-1647-31b3f8a73588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.020702] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.252834] env[69563]: DEBUG nova.network.neutron [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Updating instance_info_cache with network_info: [{"id": "85f435d7-80c7-4957-942a-a5278c9d7371", "address": "fa:16:3e:ae:ad:03", "network": {"id": "2721ac57-3030-47ce-958e-6def3c927d16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1097332337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8666aac170245d5bb48f4e2a67620ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f435d7-80", "ovs_interfaceid": "85f435d7-80c7-4957-942a-a5278c9d7371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 643.282974] env[69563]: DEBUG nova.compute.utils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.286401] env[69563]: DEBUG nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.286637] env[69563]: DEBUG nova.network.neutron [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 643.318336] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc6b64-c9d0-3c9c-1647-31b3f8a73588, 'name': SearchDatastore_Task, 'duration_secs': 0.017288} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.319209] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbc010f-a5ea-4277-8da5-54b72c368734 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.328822] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 643.328822] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fa6a68-e62e-b3b5-315f-3739f40f92a4" [ 643.328822] env[69563]: _type = "Task" [ 643.328822] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.349554] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fa6a68-e62e-b3b5-315f-3739f40f92a4, 'name': SearchDatastore_Task, 'duration_secs': 0.0174} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.351036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.351976] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e94942e0-b29d-4b9f-8606-999242b38b24/e94942e0-b29d-4b9f-8606-999242b38b24.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.352500] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-406e56af-84b5-4087-9278-3a7756e41d6f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.355133] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.360986] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 643.360986] env[69563]: value = "task-3403145" [ 643.360986] env[69563]: _type = "Task" [ 643.360986] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.370443] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.420613] env[69563]: DEBUG nova.policy [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '594940d787c849acb46b0d64197e00d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c5f8633cee34f0b83ff44be629d52ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.487970] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.488430] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-860d71e8-6aa6-42e2-9b49-cf41fac91a60 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.495441] env[69563]: DEBUG oslo_vmware.api [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 643.495441] env[69563]: value = "task-3403146" [ 643.495441] env[69563]: _type = "Task" [ 643.495441] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.505830] env[69563]: DEBUG oslo_vmware.api [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.530619] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403143, 'name': ReconfigVM_Task, 'duration_secs': 0.563911} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.530619] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 83633019-2ee3-48a5-a578-abb6d1b34fe7/83633019-2ee3-48a5-a578-abb6d1b34fe7.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.530619] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8ff047d-8174-47fd-b846-03456bd97367 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.537821] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 643.537821] env[69563]: value = "task-3403147" [ 643.537821] env[69563]: _type = "Task" [ 643.537821] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.547420] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403147, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.548789] env[69563]: DEBUG nova.network.neutron [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Updated VIF entry in instance network info cache for port dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 643.548789] env[69563]: DEBUG nova.network.neutron [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Updating instance_info_cache with network_info: [{"id": "dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8", "address": "fa:16:3e:42:39:5b", "network": {"id": "e8147d82-faae-464d-a837-00480a9041a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1742351317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d9a4e3ed0144f1ad19a82ad241b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc6d8dc7-0a", "ovs_interfaceid": "dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 643.567188] env[69563]: DEBUG nova.compute.manager [None req-51bdadc1-a5cb-4b17-9dc9-0d89892c2724 tempest-ServerDiagnosticsV248Test-62159991 tempest-ServerDiagnosticsV248Test-62159991-project-admin] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.568534] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79defc09-d2ff-403b-8256-187b37a429eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.577327] env[69563]: INFO nova.compute.manager [None req-51bdadc1-a5cb-4b17-9dc9-0d89892c2724 tempest-ServerDiagnosticsV248Test-62159991 tempest-ServerDiagnosticsV248Test-62159991-project-admin] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Retrieving diagnostics [ 643.578392] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da144cad-4fba-4b2f-a6e5-0841a1545037 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.756442] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Releasing lock "refresh_cache-eaed6791-6291-4e8d-a6f7-c22a8434dd09" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.757432] env[69563]: DEBUG nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Instance network_info: |[{"id": "85f435d7-80c7-4957-942a-a5278c9d7371", "address": "fa:16:3e:ae:ad:03", "network": {"id": "2721ac57-3030-47ce-958e-6def3c927d16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1097332337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8666aac170245d5bb48f4e2a67620ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f435d7-80", "ovs_interfaceid": "85f435d7-80c7-4957-942a-a5278c9d7371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.757652] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:ad:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85f435d7-80c7-4957-942a-a5278c9d7371', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.767742] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Creating folder: Project (e8666aac170245d5bb48f4e2a67620ed). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.768143] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f014d0e4-edeb-431f-a9df-3e0e2af366e9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.780486] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Created folder: Project (e8666aac170245d5bb48f4e2a67620ed) in parent group-v678952. [ 643.780767] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Creating folder: Instances. Parent ref: group-v679003. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.781116] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c24fa0c6-7c73-4eca-ac40-a447290b46d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.796500] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Created folder: Instances in parent group-v679003. [ 643.797927] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.797927] env[69563]: DEBUG nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.800236] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.801707] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4aede6a-33b5-4079-8f0a-09387612babb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.829199] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.829199] env[69563]: value = "task-3403150" [ 643.829199] env[69563]: _type = "Task" [ 643.829199] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.844875] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403150, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.882097] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.012049] env[69563]: DEBUG oslo_vmware.api [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403146, 'name': PowerOffVM_Task, 'duration_secs': 0.350289} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.012529] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.012671] env[69563]: DEBUG nova.compute.manager [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.013683] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c8b4a4-1db1-4731-ba89-ba9b726d711a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.054102] env[69563]: DEBUG oslo_concurrency.lockutils [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] Releasing lock "refresh_cache-18657ead-6d4e-4d20-bf36-838ecb022f71" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.054865] env[69563]: DEBUG nova.compute.manager [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Received event network-vif-plugged-85f435d7-80c7-4957-942a-a5278c9d7371 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.055119] env[69563]: DEBUG oslo_concurrency.lockutils [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] Acquiring lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.055370] env[69563]: DEBUG oslo_concurrency.lockutils [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] Lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.055555] env[69563]: DEBUG oslo_concurrency.lockutils [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] Lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.055739] env[69563]: DEBUG nova.compute.manager [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] No waiting events found dispatching network-vif-plugged-85f435d7-80c7-4957-942a-a5278c9d7371 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.055936] env[69563]: WARNING nova.compute.manager [req-fb848514-b592-4e48-98bf-373b4076f3db req-f3ebe25d-e9c2-44f7-9f0d-ef93186252b4 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Received unexpected event network-vif-plugged-85f435d7-80c7-4957-942a-a5278c9d7371 for instance with vm_state building and task_state spawning. [ 644.056347] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403147, 'name': Rename_Task, 'duration_secs': 0.279436} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.056602] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.056888] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd298afd-cfe6-4713-9c8e-0c7567397ff3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.064042] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 644.064042] env[69563]: value = "task-3403151" [ 644.064042] env[69563]: _type = "Task" [ 644.064042] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.074799] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.264391] env[69563]: DEBUG oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527aa18d-ebe3-6b54-75e5-def3ade0bed7/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 644.265431] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a1b940-4de0-4629-bda6-6a42b30e8b2c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.274217] env[69563]: DEBUG oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527aa18d-ebe3-6b54-75e5-def3ade0bed7/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 644.274409] env[69563]: ERROR oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527aa18d-ebe3-6b54-75e5-def3ade0bed7/disk-0.vmdk due to incomplete transfer. [ 644.277368] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00ec3309-08b2-4a0d-87ba-2b1863b8a81d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.287589] env[69563]: DEBUG oslo_vmware.rw_handles [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527aa18d-ebe3-6b54-75e5-def3ade0bed7/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 644.287589] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Uploaded image b5827c37-1e64-45e2-9ae7-018685c7041d to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 644.289336] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 644.291020] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3959a0af-a9b2-40e4-a8a5-a378dec45c63 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.299785] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 644.299785] env[69563]: value = "task-3403152" [ 644.299785] env[69563]: _type = "Task" [ 644.299785] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.310086] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fecc15e-611e-479f-8cee-eefd0a9a6160 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.316081] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403152, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.320750] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbba6a1a-38a8-4bd2-a2fd-7e6ba5e9eaa6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.356709] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d35bb04-f796-42ed-ab7c-094367a7467a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.367043] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403150, 'name': CreateVM_Task, 'duration_secs': 0.438529} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.372691] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.373980] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.374189] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.374807] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.376216] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c6a227-f74e-4c17-9c2c-a922cb6b9775 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.383254] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3516c9-90c8-44e5-8ee6-2d65aba3e1ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.388906] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731732} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.389592] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e94942e0-b29d-4b9f-8606-999242b38b24/e94942e0-b29d-4b9f-8606-999242b38b24.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.389816] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.390096] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1f46e0e-9cf8-44f6-bdbe-cddc39520283 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.400926] env[69563]: DEBUG nova.compute.provider_tree [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.402365] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 644.402365] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524cb653-5ec5-456f-fd81-be495b6edd24" [ 644.402365] env[69563]: _type = "Task" [ 644.402365] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.407575] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 644.407575] env[69563]: value = "task-3403153" [ 644.407575] env[69563]: _type = "Task" [ 644.407575] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.417782] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524cb653-5ec5-456f-fd81-be495b6edd24, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.417782] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.417782] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.417782] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.417923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.417923] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.422584] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6befb4e-08ee-462c-b4cd-6a239b67ed46 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.424414] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.430983] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.431202] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.431982] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579427eb-f211-4808-81fb-fab547187934 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.437650] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 644.437650] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5202ccd9-88ea-a073-7d44-bb14268f99ee" [ 644.437650] env[69563]: _type = "Task" [ 644.437650] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.448018] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5202ccd9-88ea-a073-7d44-bb14268f99ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.448925] env[69563]: DEBUG nova.network.neutron [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Successfully created port: be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.536395] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cbea9a84-3d82-4bdb-9f5e-85be604e55f5 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.578525] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.819032] env[69563]: DEBUG nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.822346] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403152, 'name': Destroy_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.850584] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.850824] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.850978] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.851183] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.851327] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.851675] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.851919] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.852123] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.852294] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.852582] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.852721] env[69563]: DEBUG nova.virt.hardware [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.853532] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b23465-ebf8-457a-bbd9-0939d3a9a778 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.861567] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b650131b-6ef3-40f3-ab9d-eadb55e6d527 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.903941] env[69563]: DEBUG nova.scheduler.client.report [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.917100] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07282} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.917444] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.921020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b832be8-df45-4fcf-8607-2b292f359bda {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.941505] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] e94942e0-b29d-4b9f-8606-999242b38b24/e94942e0-b29d-4b9f-8606-999242b38b24.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.945187] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18583d45-160b-44d9-93ab-0213303e617b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.976228] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5202ccd9-88ea-a073-7d44-bb14268f99ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.978147] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 644.978147] env[69563]: value = "task-3403154" [ 644.978147] env[69563]: _type = "Task" [ 644.978147] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.978340] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e2764c-55d9-49c8-9338-ade91976df59 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.993916] env[69563]: DEBUG nova.compute.manager [req-1bd2f69b-f816-4d96-a792-1297a3b89862 req-9635c7e1-3e26-4c5b-97ec-fd647d325840 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Received event network-changed-85f435d7-80c7-4957-942a-a5278c9d7371 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.994150] env[69563]: DEBUG nova.compute.manager [req-1bd2f69b-f816-4d96-a792-1297a3b89862 req-9635c7e1-3e26-4c5b-97ec-fd647d325840 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Refreshing instance network info cache due to event network-changed-85f435d7-80c7-4957-942a-a5278c9d7371. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.994366] env[69563]: DEBUG oslo_concurrency.lockutils [req-1bd2f69b-f816-4d96-a792-1297a3b89862 req-9635c7e1-3e26-4c5b-97ec-fd647d325840 service nova] Acquiring lock "refresh_cache-eaed6791-6291-4e8d-a6f7-c22a8434dd09" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.994509] env[69563]: DEBUG oslo_concurrency.lockutils [req-1bd2f69b-f816-4d96-a792-1297a3b89862 req-9635c7e1-3e26-4c5b-97ec-fd647d325840 service nova] Acquired lock "refresh_cache-eaed6791-6291-4e8d-a6f7-c22a8434dd09" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.995619] env[69563]: DEBUG nova.network.neutron [req-1bd2f69b-f816-4d96-a792-1297a3b89862 req-9635c7e1-3e26-4c5b-97ec-fd647d325840 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Refreshing network info cache for port 85f435d7-80c7-4957-942a-a5278c9d7371 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 645.005328] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 645.005328] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523738f2-33b1-d72e-60d3-cbf5d2dcf892" [ 645.005328] env[69563]: _type = "Task" [ 645.005328] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.013141] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.019461] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523738f2-33b1-d72e-60d3-cbf5d2dcf892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.077969] env[69563]: DEBUG oslo_vmware.api [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403151, 'name': PowerOnVM_Task, 'duration_secs': 0.576915} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.078327] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.078481] env[69563]: INFO nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Took 10.87 seconds to spawn the instance on the hypervisor. [ 645.078658] env[69563]: DEBUG nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.079529] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac38e427-aa3f-48fd-9a53-82a2dfd10c02 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.120448] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.120909] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.312934] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403152, 'name': Destroy_Task, 'duration_secs': 0.524628} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.314113] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Destroyed the VM [ 645.314441] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 645.314822] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae0af6af-133e-4b98-9615-e38686d191e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.323380] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 645.323380] env[69563]: value = "task-3403155" [ 645.323380] env[69563]: _type = "Task" [ 645.323380] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.339174] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403155, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.409199] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.409772] env[69563]: DEBUG nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.412744] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.587s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.414163] env[69563]: INFO nova.compute.claims [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.491287] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.525232] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523738f2-33b1-d72e-60d3-cbf5d2dcf892, 'name': SearchDatastore_Task, 'duration_secs': 0.026337} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.525232] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.525232] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] eaed6791-6291-4e8d-a6f7-c22a8434dd09/eaed6791-6291-4e8d-a6f7-c22a8434dd09.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.525385] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc247a1-780c-4dc9-bd54-262cc3185eaf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.533690] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 645.533690] env[69563]: value = "task-3403156" [ 645.533690] env[69563]: _type = "Task" [ 645.533690] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.541919] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.605685] env[69563]: INFO nova.compute.manager [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Took 26.16 seconds to build instance. [ 645.837172] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403155, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.917169] env[69563]: DEBUG nova.network.neutron [req-1bd2f69b-f816-4d96-a792-1297a3b89862 req-9635c7e1-3e26-4c5b-97ec-fd647d325840 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Updated VIF entry in instance network info cache for port 85f435d7-80c7-4957-942a-a5278c9d7371. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 645.917727] env[69563]: DEBUG nova.network.neutron [req-1bd2f69b-f816-4d96-a792-1297a3b89862 req-9635c7e1-3e26-4c5b-97ec-fd647d325840 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Updating instance_info_cache with network_info: [{"id": "85f435d7-80c7-4957-942a-a5278c9d7371", "address": "fa:16:3e:ae:ad:03", "network": {"id": "2721ac57-3030-47ce-958e-6def3c927d16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1097332337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8666aac170245d5bb48f4e2a67620ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85f435d7-80", "ovs_interfaceid": "85f435d7-80c7-4957-942a-a5278c9d7371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 645.923486] env[69563]: DEBUG nova.compute.utils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.924891] env[69563]: DEBUG nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.925435] env[69563]: DEBUG nova.network.neutron [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 645.994230] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403154, 'name': ReconfigVM_Task, 'duration_secs': 0.741878} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.994230] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Reconfigured VM instance instance-00000011 to attach disk [datastore1] e94942e0-b29d-4b9f-8606-999242b38b24/e94942e0-b29d-4b9f-8606-999242b38b24.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.994230] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3760541-1ae7-4895-a033-2a3100d9d486 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.999821] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 645.999821] env[69563]: value = "task-3403157" [ 645.999821] env[69563]: _type = "Task" [ 645.999821] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.008556] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403157, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.044894] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403156, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.110236] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef1f23bf-21f7-47a6-8457-65fd1884455e tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "83633019-2ee3-48a5-a578-abb6d1b34fe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.507s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.337665] env[69563]: DEBUG oslo_vmware.api [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403155, 'name': RemoveSnapshot_Task, 'duration_secs': 0.664518} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.338063] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 646.338174] env[69563]: INFO nova.compute.manager [None req-eccff93f-df09-4ae0-80fd-25d67e3730e7 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Took 14.45 seconds to snapshot the instance on the hypervisor. [ 646.347619] env[69563]: DEBUG nova.policy [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '241717f5f25b4b15b688d2c53652476b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24b95684ef99424fb8fc81f524e3c388', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.428663] env[69563]: DEBUG nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.429580] env[69563]: DEBUG oslo_concurrency.lockutils [req-1bd2f69b-f816-4d96-a792-1297a3b89862 req-9635c7e1-3e26-4c5b-97ec-fd647d325840 service nova] Releasing lock "refresh_cache-eaed6791-6291-4e8d-a6f7-c22a8434dd09" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.514781] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403157, 'name': Rename_Task, 'duration_secs': 0.18122} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.515125] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.516036] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c0bd2f8-35e5-4306-95a2-48dade6cc0cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.526355] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 646.526355] env[69563]: value = "task-3403158" [ 646.526355] env[69563]: _type = "Task" [ 646.526355] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.534077] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.546464] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830712} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.547573] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] eaed6791-6291-4e8d-a6f7-c22a8434dd09/eaed6791-6291-4e8d-a6f7-c22a8434dd09.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.547573] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.547729] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aab15451-94e2-41fc-be9c-0c8104486466 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.557697] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 646.557697] env[69563]: value = "task-3403159" [ 646.557697] env[69563]: _type = "Task" [ 646.557697] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.563440] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.612568] env[69563]: DEBUG nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.968744] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bedbe9-0cf4-43f1-98bf-cc34b4b555a8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.979465] env[69563]: DEBUG nova.network.neutron [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Successfully updated port: be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 646.985303] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c2337a-25dd-43b8-b1ba-e48e75e9f8e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.044299] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185d117f-45fa-492f-8174-cba8475730d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.056425] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.061168] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd295bb-f539-4886-8486-d97368b4d161 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.066891] env[69563]: DEBUG nova.network.neutron [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Successfully created port: 461389d0-5406-4d90-9da0-445bd19189e8 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.087328] env[69563]: DEBUG nova.compute.provider_tree [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.091278] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268223} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.091278] env[69563]: DEBUG nova.objects.instance [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lazy-loading 'flavor' on Instance uuid c063eb35-0bc0-4253-8e24-d8303a0ecab3 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.091781] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.095704] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9199903-7dd8-4312-8e47-365447aa6b38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.118383] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] eaed6791-6291-4e8d-a6f7-c22a8434dd09/eaed6791-6291-4e8d-a6f7-c22a8434dd09.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.122118] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7ba078-a77c-47ee-ad75-5a0c774ed26e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.151089] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 647.151089] env[69563]: value = "task-3403160" [ 647.151089] env[69563]: _type = "Task" [ 647.151089] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.162246] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.163439] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.440890] env[69563]: DEBUG nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.470985] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.471608] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.471724] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.472037] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.472275] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.472981] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.473301] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.473534] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.473751] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.473969] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.474173] env[69563]: DEBUG nova.virt.hardware [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.476151] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460c1359-326c-4772-9b18-0a9d55b65c88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.487954] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887631fa-b86e-42b7-a247-35661c03aac7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.498880] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquiring lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.498880] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquired lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.498880] env[69563]: DEBUG nova.network.neutron [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 647.552215] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403158, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.591235] env[69563]: DEBUG nova.scheduler.client.report [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.599803] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.599990] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquired lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.600312] env[69563]: DEBUG nova.network.neutron [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 647.600312] env[69563]: DEBUG nova.objects.instance [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lazy-loading 'info_cache' on Instance uuid c063eb35-0bc0-4253-8e24-d8303a0ecab3 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.661472] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.705736] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Acquiring lock "2b16af07-2937-4a48-8c34-e414a0c3aca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.705736] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "2b16af07-2937-4a48-8c34-e414a0c3aca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.012189] env[69563]: DEBUG nova.compute.manager [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Received event network-vif-plugged-be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.012351] env[69563]: DEBUG oslo_concurrency.lockutils [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] Acquiring lock "b850724f-f1d8-4460-b2d1-a7ea5d887826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.013011] env[69563]: DEBUG oslo_concurrency.lockutils [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.013011] env[69563]: DEBUG oslo_concurrency.lockutils [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.013011] env[69563]: DEBUG nova.compute.manager [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] No waiting events found dispatching network-vif-plugged-be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.013547] env[69563]: WARNING nova.compute.manager [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Received unexpected event network-vif-plugged-be9fa405-d5ea-4405-aa9a-0c7b9947070f for instance with vm_state building and task_state spawning. [ 648.013547] env[69563]: DEBUG nova.compute.manager [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Received event network-changed-be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.013547] env[69563]: DEBUG nova.compute.manager [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Refreshing instance network info cache due to event network-changed-be9fa405-d5ea-4405-aa9a-0c7b9947070f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.013954] env[69563]: DEBUG oslo_concurrency.lockutils [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] Acquiring lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.050434] env[69563]: DEBUG oslo_vmware.api [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403158, 'name': PowerOnVM_Task, 'duration_secs': 1.044835} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.050990] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.050990] env[69563]: INFO nova.compute.manager [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Took 5.93 seconds to spawn the instance on the hypervisor. [ 648.051148] env[69563]: DEBUG nova.compute.manager [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.051864] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe9020a-c5c7-4029-9259-70cfa6fcf4dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.064020] env[69563]: DEBUG nova.network.neutron [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 648.098331] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.098827] env[69563]: DEBUG nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.101868] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.242s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.102489] env[69563]: DEBUG nova.objects.instance [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lazy-loading 'resources' on Instance uuid 49a8fb1e-749c-419a-a39a-ccec63fd157f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.106512] env[69563]: DEBUG nova.objects.base [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 648.163811] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.259984] env[69563]: DEBUG nova.network.neutron [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Updating instance_info_cache with network_info: [{"id": "be9fa405-d5ea-4405-aa9a-0c7b9947070f", "address": "fa:16:3e:b3:de:37", "network": {"id": "26a76134-bdc3-4a7d-ac5e-c2ef269a7188", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-630643286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c5f8633cee34f0b83ff44be629d52ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9fa405-d5", "ovs_interfaceid": "be9fa405-d5ea-4405-aa9a-0c7b9947070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 648.468459] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.468459] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.534176] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquiring lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.534795] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.575434] env[69563]: INFO nova.compute.manager [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Took 26.34 seconds to build instance. [ 648.604856] env[69563]: DEBUG nova.compute.utils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.613150] env[69563]: DEBUG nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.613150] env[69563]: DEBUG nova.network.neutron [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 648.665711] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403160, 'name': ReconfigVM_Task, 'duration_secs': 1.39604} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.668252] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Reconfigured VM instance instance-00000010 to attach disk [datastore2] eaed6791-6291-4e8d-a6f7-c22a8434dd09/eaed6791-6291-4e8d-a6f7-c22a8434dd09.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.669585] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2052c02-ab13-4d5a-bebf-f68082dbdd5f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.676928] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 648.676928] env[69563]: value = "task-3403161" [ 648.676928] env[69563]: _type = "Task" [ 648.676928] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.692113] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403161, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.727401] env[69563]: DEBUG nova.policy [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afedd70a4954ecc8fee29be6e9fb0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9907d693720e4476b39789a6b54504ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.763952] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Releasing lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.764271] env[69563]: DEBUG nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Instance network_info: |[{"id": "be9fa405-d5ea-4405-aa9a-0c7b9947070f", "address": "fa:16:3e:b3:de:37", "network": {"id": "26a76134-bdc3-4a7d-ac5e-c2ef269a7188", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-630643286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c5f8633cee34f0b83ff44be629d52ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9fa405-d5", "ovs_interfaceid": "be9fa405-d5ea-4405-aa9a-0c7b9947070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.764557] env[69563]: DEBUG oslo_concurrency.lockutils [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] Acquired lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.764936] env[69563]: DEBUG nova.network.neutron [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Refreshing network info cache for port be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 648.766060] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:de:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be9fa405-d5ea-4405-aa9a-0c7b9947070f', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.773601] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Creating folder: Project (4c5f8633cee34f0b83ff44be629d52ae). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.776928] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb9f746c-0524-40c5-be83-79e59f2883ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.788163] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Created folder: Project (4c5f8633cee34f0b83ff44be629d52ae) in parent group-v678952. [ 648.788163] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Creating folder: Instances. Parent ref: group-v679006. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.788163] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f862d4c-dd2a-4abe-a0de-456b6724f670 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.797393] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Created folder: Instances in parent group-v679006. [ 648.797685] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.800684] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.801340] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67d91c6a-4c4b-49a9-9811-100963a509ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.826979] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.826979] env[69563]: value = "task-3403164" [ 648.826979] env[69563]: _type = "Task" [ 648.826979] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.835365] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403164, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.912619] env[69563]: DEBUG nova.network.neutron [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Updating instance_info_cache with network_info: [{"id": "4d81ebd9-8568-4075-96a6-3d31318ae16b", "address": "fa:16:3e:59:ed:dc", "network": {"id": "98dd04b6-4d9b-4d03-8b15-82367c557861", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838254500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2505904eb0634ab5851227cbec68d8c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d81ebd9-85", "ovs_interfaceid": "4d81ebd9-8568-4075-96a6-3d31318ae16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 648.999367] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "15b8735d-4cae-4c05-afe8-dab95a937448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.999980] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "15b8735d-4cae-4c05-afe8-dab95a937448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.000203] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "15b8735d-4cae-4c05-afe8-dab95a937448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.000392] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "15b8735d-4cae-4c05-afe8-dab95a937448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.000561] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "15b8735d-4cae-4c05-afe8-dab95a937448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.004174] env[69563]: INFO nova.compute.manager [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Terminating instance [ 649.078916] env[69563]: DEBUG oslo_concurrency.lockutils [None req-99a5c59b-cbd4-4628-b272-bbd7315dc8bd tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "e94942e0-b29d-4b9f-8606-999242b38b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.268s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.114624] env[69563]: DEBUG nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.128475] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd85222-b614-44fe-b828-ecfef459778b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.139088] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd49b346-fd14-41cf-b03b-17c71e917c5f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.173898] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f3f349-26c0-405a-a23c-9d48590e2610 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.185976] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440ea3cc-76fb-4e68-acbc-060544c5eba8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.193507] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403161, 'name': Rename_Task, 'duration_secs': 0.248844} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.194192] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.194566] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced3f66e-f17e-492b-80d0-602b76335024 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.204918] env[69563]: DEBUG nova.compute.provider_tree [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.210775] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 649.210775] env[69563]: value = "task-3403165" [ 649.210775] env[69563]: _type = "Task" [ 649.210775] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.219033] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.230099] env[69563]: DEBUG nova.network.neutron [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Successfully updated port: 461389d0-5406-4d90-9da0-445bd19189e8 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 649.338454] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403164, 'name': CreateVM_Task, 'duration_secs': 0.439426} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.338633] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.339282] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.339463] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.339776] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.341674] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab82c86a-9a45-436e-b810-25b861ce550c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.347209] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 649.347209] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521e0d16-c851-a074-f631-1deff675ada4" [ 649.347209] env[69563]: _type = "Task" [ 649.347209] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.356752] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521e0d16-c851-a074-f631-1deff675ada4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.419277] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Releasing lock "refresh_cache-c063eb35-0bc0-4253-8e24-d8303a0ecab3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.508527] env[69563]: DEBUG nova.compute.manager [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.508798] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.509820] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c168455-ec1b-4c17-81be-49d3c8c63452 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.520022] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.520022] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4c12af2-c5bc-446e-9ddc-a8e1fb5936f0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.583091] env[69563]: DEBUG nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.595966] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.595966] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.595966] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleting the datastore file [datastore2] 15b8735d-4cae-4c05-afe8-dab95a937448 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.595966] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8468d95-a7aa-4fd7-b399-59b0f43894f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.603114] env[69563]: DEBUG oslo_vmware.api [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 649.603114] env[69563]: value = "task-3403167" [ 649.603114] env[69563]: _type = "Task" [ 649.603114] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.612323] env[69563]: DEBUG oslo_vmware.api [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.627172] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "f6cd5766-57fd-431a-a86f-b77c125a4a25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.627852] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "f6cd5766-57fd-431a-a86f-b77c125a4a25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.672649] env[69563]: DEBUG nova.network.neutron [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Successfully created port: eecb1e27-db5f-420c-b502-56a1683c029d {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 649.710827] env[69563]: DEBUG nova.scheduler.client.report [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.731087] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403165, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.734376] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquiring lock "refresh_cache-bf3f5859-8324-42c2-a6ce-37f76a0a1b95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.734376] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquired lock "refresh_cache-bf3f5859-8324-42c2-a6ce-37f76a0a1b95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.734376] env[69563]: DEBUG nova.network.neutron [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 649.857693] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521e0d16-c851-a074-f631-1deff675ada4, 'name': SearchDatastore_Task, 'duration_secs': 0.022661} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.858028] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.858307] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.858674] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.858776] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.858922] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.859219] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f8b9c3-1d12-4761-bb1d-2b6169148590 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.863687] env[69563]: DEBUG nova.network.neutron [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Updated VIF entry in instance network info cache for port be9fa405-d5ea-4405-aa9a-0c7b9947070f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 649.864016] env[69563]: DEBUG nova.network.neutron [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Updating instance_info_cache with network_info: [{"id": "be9fa405-d5ea-4405-aa9a-0c7b9947070f", "address": "fa:16:3e:b3:de:37", "network": {"id": "26a76134-bdc3-4a7d-ac5e-c2ef269a7188", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-630643286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c5f8633cee34f0b83ff44be629d52ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9fa405-d5", "ovs_interfaceid": "be9fa405-d5ea-4405-aa9a-0c7b9947070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 649.873650] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.873768] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.875447] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9747963b-6d47-40bd-99d1-fa0018d4718b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.883112] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 649.883112] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52715c35-474c-e500-24db-1c6ef92292d7" [ 649.883112] env[69563]: _type = "Task" [ 649.883112] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.892793] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52715c35-474c-e500-24db-1c6ef92292d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.109599] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.121211] env[69563]: DEBUG oslo_vmware.api [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392428} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.121211] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.121211] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.121211] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.121211] env[69563]: INFO nova.compute.manager [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Took 0.61 seconds to destroy the instance on the hypervisor. [ 650.121392] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.121392] env[69563]: DEBUG nova.compute.manager [-] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.121392] env[69563]: DEBUG nova.network.neutron [-] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 650.128140] env[69563]: DEBUG nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.164863] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.165141] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.165319] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.165501] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.165645] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.165815] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.166194] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.166399] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.166624] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.166821] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.168485] env[69563]: DEBUG nova.virt.hardware [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.168485] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eb250c-0f5c-44c0-b7ff-018cb735c1d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.180553] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c889f3-a8ab-48e9-81a3-7e9da0d5f784 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.222548] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.224966] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.996s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.233523] env[69563]: DEBUG oslo_vmware.api [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403165, 'name': PowerOnVM_Task, 'duration_secs': 0.542695} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.233796] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.234014] env[69563]: INFO nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Took 10.73 seconds to spawn the instance on the hypervisor. [ 650.234216] env[69563]: DEBUG nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.235054] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e923f4-a13f-4835-9646-908e95f4851f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.252398] env[69563]: INFO nova.scheduler.client.report [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Deleted allocations for instance 49a8fb1e-749c-419a-a39a-ccec63fd157f [ 650.294792] env[69563]: DEBUG nova.network.neutron [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 650.314134] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "a6493c17-e033-4dc9-82df-cbb4f24e436b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.314478] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "a6493c17-e033-4dc9-82df-cbb4f24e436b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.368186] env[69563]: DEBUG oslo_concurrency.lockutils [req-199d71d6-59ab-4bbd-b20c-153ee820d83d req-a0c99690-932c-43b4-aea1-2603aeda2bd8 service nova] Releasing lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.399382] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52715c35-474c-e500-24db-1c6ef92292d7, 'name': SearchDatastore_Task, 'duration_secs': 0.03976} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.402496] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5ff8c1-bb00-4f42-86ce-2d6a75361439 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.409982] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 650.409982] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52527dac-dbde-42b7-2ceb-017110a8771a" [ 650.409982] env[69563]: _type = "Task" [ 650.409982] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.418248] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52527dac-dbde-42b7-2ceb-017110a8771a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.424868] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.425147] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc20d3a7-d417-4650-a61d-c65eb1e96842 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.434607] env[69563]: DEBUG oslo_vmware.api [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 650.434607] env[69563]: value = "task-3403168" [ 650.434607] env[69563]: _type = "Task" [ 650.434607] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.447232] env[69563]: DEBUG oslo_vmware.api [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.500335] env[69563]: DEBUG nova.network.neutron [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Updating instance_info_cache with network_info: [{"id": "461389d0-5406-4d90-9da0-445bd19189e8", "address": "fa:16:3e:eb:2e:38", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461389d0-54", "ovs_interfaceid": "461389d0-5406-4d90-9da0-445bd19189e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 650.634454] env[69563]: DEBUG nova.compute.manager [None req-124e635f-2e59-4184-bac7-6f4d44ce081e tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.635436] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520c2e6-790f-44c0-95b3-0c4b77b6f093 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.731233] env[69563]: INFO nova.compute.claims [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.758781] env[69563]: INFO nova.compute.manager [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Took 29.57 seconds to build instance. [ 650.760131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a58dec6f-24ba-49dd-90e2-222c7bd51380 tempest-ServerExternalEventsTest-1084481941 tempest-ServerExternalEventsTest-1084481941-project-member] Lock "49a8fb1e-749c-419a-a39a-ccec63fd157f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.341s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.870922] env[69563]: DEBUG nova.compute.manager [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Received event network-vif-plugged-461389d0-5406-4d90-9da0-445bd19189e8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.871192] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Acquiring lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.871450] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.871716] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.871952] env[69563]: DEBUG nova.compute.manager [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] No waiting events found dispatching network-vif-plugged-461389d0-5406-4d90-9da0-445bd19189e8 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.872171] env[69563]: WARNING nova.compute.manager [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Received unexpected event network-vif-plugged-461389d0-5406-4d90-9da0-445bd19189e8 for instance with vm_state building and task_state spawning. [ 650.872374] env[69563]: DEBUG nova.compute.manager [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Received event network-changed-461389d0-5406-4d90-9da0-445bd19189e8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.872564] env[69563]: DEBUG nova.compute.manager [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Refreshing instance network info cache due to event network-changed-461389d0-5406-4d90-9da0-445bd19189e8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.872797] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Acquiring lock "refresh_cache-bf3f5859-8324-42c2-a6ce-37f76a0a1b95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.921213] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52527dac-dbde-42b7-2ceb-017110a8771a, 'name': SearchDatastore_Task, 'duration_secs': 0.033671} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.921654] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.921966] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] b850724f-f1d8-4460-b2d1-a7ea5d887826/b850724f-f1d8-4460-b2d1-a7ea5d887826.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.922305] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e39ebbb5-ec32-4e2a-a53a-0698919984a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.930196] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 650.930196] env[69563]: value = "task-3403169" [ 650.930196] env[69563]: _type = "Task" [ 650.930196] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.941517] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.947242] env[69563]: DEBUG oslo_vmware.api [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403168, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.003325] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Releasing lock "refresh_cache-bf3f5859-8324-42c2-a6ce-37f76a0a1b95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.003993] env[69563]: DEBUG nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Instance network_info: |[{"id": "461389d0-5406-4d90-9da0-445bd19189e8", "address": "fa:16:3e:eb:2e:38", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461389d0-54", "ovs_interfaceid": "461389d0-5406-4d90-9da0-445bd19189e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.004393] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Acquired lock "refresh_cache-bf3f5859-8324-42c2-a6ce-37f76a0a1b95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.004697] env[69563]: DEBUG nova.network.neutron [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Refreshing network info cache for port 461389d0-5406-4d90-9da0-445bd19189e8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 651.006201] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:2e:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '461389d0-5406-4d90-9da0-445bd19189e8', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.014818] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Creating folder: Project (24b95684ef99424fb8fc81f524e3c388). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.015734] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aa890ab-cfd8-49e6-9d7a-cd17febe143e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.029740] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Created folder: Project (24b95684ef99424fb8fc81f524e3c388) in parent group-v678952. [ 651.029942] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Creating folder: Instances. Parent ref: group-v679009. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.030209] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5468dc76-579d-4c44-b389-62c7b68161b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.040985] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Created folder: Instances in parent group-v679009. [ 651.041353] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.041605] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.041939] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bae1def3-55bb-4786-8a3e-f6396bfef990 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.070316] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.070316] env[69563]: value = "task-3403172" [ 651.070316] env[69563]: _type = "Task" [ 651.070316] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.081972] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403172, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.148236] env[69563]: INFO nova.compute.manager [None req-124e635f-2e59-4184-bac7-6f4d44ce081e tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] instance snapshotting [ 651.148932] env[69563]: DEBUG nova.objects.instance [None req-124e635f-2e59-4184-bac7-6f4d44ce081e tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lazy-loading 'flavor' on Instance uuid e94942e0-b29d-4b9f-8606-999242b38b24 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.207080] env[69563]: DEBUG nova.network.neutron [-] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 651.238717] env[69563]: INFO nova.compute.resource_tracker [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating resource usage from migration 75c5415f-9405-492a-93ce-112fdcc693b3 [ 651.264710] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d58d1d81-db57-4fed-8355-b18007bbed8b tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.787s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.455794] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403169, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.459539] env[69563]: DEBUG oslo_vmware.api [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403168, 'name': PowerOnVM_Task, 'duration_secs': 0.638883} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.460470] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.461379] env[69563]: DEBUG nova.compute.manager [None req-1724ccb7-5aa2-4930-bd59-f15a698e37d8 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.462498] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bf9e60-ba70-405b-95e4-a5bc3cbace95 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.564934] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquiring lock "e94942e0-b29d-4b9f-8606-999242b38b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.565234] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "e94942e0-b29d-4b9f-8606-999242b38b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.565438] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquiring lock "e94942e0-b29d-4b9f-8606-999242b38b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.565611] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "e94942e0-b29d-4b9f-8606-999242b38b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.565786] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "e94942e0-b29d-4b9f-8606-999242b38b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.568619] env[69563]: INFO nova.compute.manager [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Terminating instance [ 651.596282] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403172, 'name': CreateVM_Task, 'duration_secs': 0.433595} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.596629] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.597675] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.597675] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.597904] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.598402] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b153ff-c1b5-4fdb-b36e-0d84b6d15aca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.604682] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 651.604682] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528de4ab-a014-3e15-1ecb-11f7dc89c33c" [ 651.604682] env[69563]: _type = "Task" [ 651.604682] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.618354] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528de4ab-a014-3e15-1ecb-11f7dc89c33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.658982] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d709c5b4-3bfa-460b-a5d1-4dd690affed6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.683640] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836ccae0-196d-4975-865c-660958009842 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.712598] env[69563]: INFO nova.compute.manager [-] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Took 1.59 seconds to deallocate network for instance. [ 651.772141] env[69563]: DEBUG nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.794306] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fcdd6c-2440-485f-90af-4ff652a2a2ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.806098] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46fcfb8-f4aa-478f-b5c7-133afeef0278 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.841017] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab557af8-3e6e-445e-a0a6-be831c27e69c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.853678] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbe63c2-8ed4-4186-a5d3-8bc1de08cf62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.858739] env[69563]: DEBUG nova.network.neutron [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Successfully updated port: eecb1e27-db5f-420c-b502-56a1683c029d {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 651.868625] env[69563]: DEBUG nova.compute.provider_tree [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.914859] env[69563]: DEBUG nova.network.neutron [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Updated VIF entry in instance network info cache for port 461389d0-5406-4d90-9da0-445bd19189e8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 651.915213] env[69563]: DEBUG nova.network.neutron [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Updating instance_info_cache with network_info: [{"id": "461389d0-5406-4d90-9da0-445bd19189e8", "address": "fa:16:3e:eb:2e:38", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap461389d0-54", "ovs_interfaceid": "461389d0-5406-4d90-9da0-445bd19189e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 651.943491] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684781} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.943718] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] b850724f-f1d8-4460-b2d1-a7ea5d887826/b850724f-f1d8-4460-b2d1-a7ea5d887826.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.943928] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.944196] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-857f9ea6-1d17-4306-9b1f-e991bcf895f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.953296] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 651.953296] env[69563]: value = "task-3403173" [ 651.953296] env[69563]: _type = "Task" [ 651.953296] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.963326] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.085380] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquiring lock "refresh_cache-e94942e0-b29d-4b9f-8606-999242b38b24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.085559] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquired lock "refresh_cache-e94942e0-b29d-4b9f-8606-999242b38b24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.085735] env[69563]: DEBUG nova.network.neutron [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 652.119605] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528de4ab-a014-3e15-1ecb-11f7dc89c33c, 'name': SearchDatastore_Task, 'duration_secs': 0.011906} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.119605] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.119605] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.119605] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.119770] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.119770] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.120067] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a7a611d-41f2-4c25-bf5d-ba78abce04ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.140206] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.141645] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.143025] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837366fc-32cc-4a27-89c6-f03eb9888e2d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.154875] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 652.154875] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aea4ad-67ab-22d9-5b99-b7eddbc2d616" [ 652.154875] env[69563]: _type = "Task" [ 652.154875] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.172190] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aea4ad-67ab-22d9-5b99-b7eddbc2d616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.197606] env[69563]: DEBUG nova.compute.manager [None req-124e635f-2e59-4184-bac7-6f4d44ce081e tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Instance disappeared during snapshot {{(pid=69563) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 652.221013] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.305804] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.360550] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-bddac60c-f799-473c-992a-d1a95cd67a58" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.360825] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-bddac60c-f799-473c-992a-d1a95cd67a58" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.362330] env[69563]: DEBUG nova.network.neutron [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 652.372431] env[69563]: DEBUG nova.scheduler.client.report [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.394018] env[69563]: DEBUG nova.compute.manager [None req-124e635f-2e59-4184-bac7-6f4d44ce081e tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Found 0 images (rotation: 2) {{(pid=69563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 652.418135] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Releasing lock "refresh_cache-bf3f5859-8324-42c2-a6ce-37f76a0a1b95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.418412] env[69563]: DEBUG nova.compute.manager [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Received event network-changed-14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.418578] env[69563]: DEBUG nova.compute.manager [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Refreshing instance network info cache due to event network-changed-14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.418797] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Acquiring lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.418935] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Acquired lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.419111] env[69563]: DEBUG nova.network.neutron [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Refreshing network info cache for port 14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 652.468938] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.350717} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.469583] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.470963] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbd97f-b442-4aae-90ef-ef3e5154a3d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.505755] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] b850724f-f1d8-4460-b2d1-a7ea5d887826/b850724f-f1d8-4460-b2d1-a7ea5d887826.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.506476] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f1e536-9b9e-40d4-8f7a-766536a12643 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.533160] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 652.533160] env[69563]: value = "task-3403174" [ 652.533160] env[69563]: _type = "Task" [ 652.533160] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.550191] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.645841] env[69563]: DEBUG nova.network.neutron [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 652.668396] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aea4ad-67ab-22d9-5b99-b7eddbc2d616, 'name': SearchDatastore_Task, 'duration_secs': 0.03952} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.669988] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a7949b-c21d-41ba-9e9c-eb3ea386115b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.677791] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 652.677791] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524561dd-c8c1-2b20-b1b9-190f96eff638" [ 652.677791] env[69563]: _type = "Task" [ 652.677791] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.695317] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524561dd-c8c1-2b20-b1b9-190f96eff638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.855129] env[69563]: DEBUG nova.network.neutron [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 652.878981] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.654s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.879340] env[69563]: INFO nova.compute.manager [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Migrating [ 652.879722] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.879952] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.883909] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.891s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.886310] env[69563]: INFO nova.compute.claims [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.932115] env[69563]: DEBUG nova.network.neutron [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 653.050384] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.190342] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524561dd-c8c1-2b20-b1b9-190f96eff638, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.190888] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.190888] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] bf3f5859-8324-42c2-a6ce-37f76a0a1b95/bf3f5859-8324-42c2-a6ce-37f76a0a1b95.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.191156] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42bad93f-faa5-4ac6-bfd7-343326fb9d40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.201855] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 653.201855] env[69563]: value = "task-3403175" [ 653.201855] env[69563]: _type = "Task" [ 653.201855] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.214160] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.245703] env[69563]: DEBUG nova.compute.manager [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Received event network-vif-deleted-965f202b-bdf8-4f1b-b0b4-5a5820edc1cd {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.245703] env[69563]: DEBUG nova.compute.manager [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Received event network-vif-plugged-eecb1e27-db5f-420c-b502-56a1683c029d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.245703] env[69563]: DEBUG oslo_concurrency.lockutils [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] Acquiring lock "bddac60c-f799-473c-992a-d1a95cd67a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.245703] env[69563]: DEBUG oslo_concurrency.lockutils [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] Lock "bddac60c-f799-473c-992a-d1a95cd67a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.245703] env[69563]: DEBUG oslo_concurrency.lockutils [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] Lock "bddac60c-f799-473c-992a-d1a95cd67a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.248973] env[69563]: DEBUG nova.compute.manager [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] No waiting events found dispatching network-vif-plugged-eecb1e27-db5f-420c-b502-56a1683c029d {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.249395] env[69563]: WARNING nova.compute.manager [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Received unexpected event network-vif-plugged-eecb1e27-db5f-420c-b502-56a1683c029d for instance with vm_state building and task_state spawning. [ 653.249768] env[69563]: DEBUG nova.compute.manager [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Received event network-changed-eecb1e27-db5f-420c-b502-56a1683c029d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.250108] env[69563]: DEBUG nova.compute.manager [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Refreshing instance network info cache due to event network-changed-eecb1e27-db5f-420c-b502-56a1683c029d. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.251235] env[69563]: DEBUG oslo_concurrency.lockutils [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] Acquiring lock "refresh_cache-bddac60c-f799-473c-992a-d1a95cd67a58" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.358945] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Releasing lock "refresh_cache-e94942e0-b29d-4b9f-8606-999242b38b24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.359499] env[69563]: DEBUG nova.compute.manager [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.359730] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.361125] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce0d7d2-2546-406b-a4f0-e64ef16aabc0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.374543] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.374803] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf1c2c9-3143-4c21-ace5-1b5547257341 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.385293] env[69563]: DEBUG oslo_vmware.api [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 653.385293] env[69563]: value = "task-3403176" [ 653.385293] env[69563]: _type = "Task" [ 653.385293] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.397389] env[69563]: INFO nova.compute.rpcapi [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 653.398200] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.410516] env[69563]: DEBUG oslo_vmware.api [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.421725] env[69563]: DEBUG nova.network.neutron [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Updating instance_info_cache with network_info: [{"id": "eecb1e27-db5f-420c-b502-56a1683c029d", "address": "fa:16:3e:73:0b:22", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecb1e27-db", "ovs_interfaceid": "eecb1e27-db5f-420c-b502-56a1683c029d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 653.477071] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquiring lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.477071] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.477071] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquiring lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.477071] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.477604] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.480549] env[69563]: INFO nova.compute.manager [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Terminating instance [ 653.548321] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.653404] env[69563]: DEBUG nova.network.neutron [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Updated VIF entry in instance network info cache for port 14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 653.653891] env[69563]: DEBUG nova.network.neutron [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Updating instance_info_cache with network_info: [{"id": "14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2", "address": "fa:16:3e:68:eb:a7", "network": {"id": "0b9f2351-befb-481a-95bb-b007a42ab778", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1261265380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9df38fa9060d445f82dcfdd60f8720b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ba6bd7-a1", "ovs_interfaceid": "14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 653.717812] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.895968] env[69563]: DEBUG oslo_vmware.api [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403176, 'name': PowerOffVM_Task, 'duration_secs': 0.199156} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.896250] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.896429] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.896743] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5fc4624-f5b6-48ec-a481-00b3853c758b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.926731] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.926944] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.927136] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Deleting the datastore file [datastore1] e94942e0-b29d-4b9f-8606-999242b38b24 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.927407] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac641af-3983-4036-b562-51c6c4e910a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.933592] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-bddac60c-f799-473c-992a-d1a95cd67a58" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.933943] env[69563]: DEBUG nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Instance network_info: |[{"id": "eecb1e27-db5f-420c-b502-56a1683c029d", "address": "fa:16:3e:73:0b:22", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecb1e27-db", "ovs_interfaceid": "eecb1e27-db5f-420c-b502-56a1683c029d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.935556] env[69563]: DEBUG oslo_concurrency.lockutils [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] Acquired lock "refresh_cache-bddac60c-f799-473c-992a-d1a95cd67a58" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.935755] env[69563]: DEBUG nova.network.neutron [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Refreshing network info cache for port eecb1e27-db5f-420c-b502-56a1683c029d {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 653.940593] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:0b:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eecb1e27-db5f-420c-b502-56a1683c029d', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.945191] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating folder: Project (9907d693720e4476b39789a6b54504ab). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.945865] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.946024] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.946190] env[69563]: DEBUG nova.network.neutron [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 653.947607] env[69563]: DEBUG oslo_vmware.api [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for the task: (returnval){ [ 653.947607] env[69563]: value = "task-3403178" [ 653.947607] env[69563]: _type = "Task" [ 653.947607] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.948581] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60e3e1f5-9d94-4842-a760-c372926d55d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.970684] env[69563]: DEBUG oslo_vmware.api [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.972416] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Created folder: Project (9907d693720e4476b39789a6b54504ab) in parent group-v678952. [ 653.972611] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating folder: Instances. Parent ref: group-v679012. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.973181] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc7fc544-1608-4814-bc9f-91bfe3c5b37e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.986561] env[69563]: DEBUG nova.compute.manager [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.986842] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.989552] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35bb01-972c-475a-9020-5a07f8a21dfb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.992801] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Created folder: Instances in parent group-v679012. [ 653.993042] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.993229] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.993875] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e264953c-7a2c-439d-9354-bee1b31be99f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.014487] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.015122] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06acfde5-7066-473f-996e-67ad6ea0bcbc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.020110] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.020110] env[69563]: value = "task-3403181" [ 654.020110] env[69563]: _type = "Task" [ 654.020110] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.028508] env[69563]: DEBUG oslo_vmware.api [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 654.028508] env[69563]: value = "task-3403182" [ 654.028508] env[69563]: _type = "Task" [ 654.028508] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.037467] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403181, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.048518] env[69563]: DEBUG oslo_vmware.api [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.056466] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.156464] env[69563]: DEBUG oslo_concurrency.lockutils [req-049c8af0-f6b9-4f18-86c8-226d459247f6 req-06a66c7e-000d-4c84-9788-af22eb0e68ea service nova] Releasing lock "refresh_cache-83633019-2ee3-48a5-a578-abb6d1b34fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.217468] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403175, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.356179] env[69563]: DEBUG nova.compute.manager [None req-67143aa9-0dd7-4428-b0e6-bfbbbb8f386b tempest-ServerDiagnosticsV248Test-62159991 tempest-ServerDiagnosticsV248Test-62159991-project-admin] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.357024] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d0f187-a8a4-435c-9d0e-7cf62cb4cbf1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.368350] env[69563]: INFO nova.compute.manager [None req-67143aa9-0dd7-4428-b0e6-bfbbbb8f386b tempest-ServerDiagnosticsV248Test-62159991 tempest-ServerDiagnosticsV248Test-62159991-project-admin] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Retrieving diagnostics [ 654.369195] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b570ba-450a-41c9-b7fa-4a40e5c9b5f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.466690] env[69563]: DEBUG oslo_vmware.api [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Task: {'id': task-3403178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183854} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.469037] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.469037] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.469037] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.469037] env[69563]: INFO nova.compute.manager [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 654.469037] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.469507] env[69563]: DEBUG nova.compute.manager [-] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.469507] env[69563]: DEBUG nova.network.neutron [-] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 654.506374] env[69563]: DEBUG nova.network.neutron [-] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 654.558139] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403181, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.564028] env[69563]: DEBUG oslo_vmware.api [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403182, 'name': PowerOffVM_Task, 'duration_secs': 0.2829} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.568576] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.568826] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.578165] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6d72a3b-302e-450d-a72e-9396a8e8664f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.580445] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403174, 'name': ReconfigVM_Task, 'duration_secs': 1.607378} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.583494] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Reconfigured VM instance instance-00000012 to attach disk [datastore2] b850724f-f1d8-4460-b2d1-a7ea5d887826/b850724f-f1d8-4460-b2d1-a7ea5d887826.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.584604] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d4c70c2-2c6a-4d10-b3ef-6a9dbf66e6df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.606195] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 654.606195] env[69563]: value = "task-3403184" [ 654.606195] env[69563]: _type = "Task" [ 654.606195] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.622259] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403184, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.626330] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94490c76-2600-42f3-85e6-1fc24f0592d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.643396] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca93cf03-607c-4382-82d1-8f32a91cb546 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.686547] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd2148-243f-4ec5-9f3a-6f98e3e3b8aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.689552] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.690570] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.690570] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Deleting the datastore file [datastore2] eaed6791-6291-4e8d-a6f7-c22a8434dd09 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.690570] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5bb4a24-6ef2-4ee8-969e-3bad023737ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.699725] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b42acc-3fa7-446f-aae5-f4aab2e1f73c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.704245] env[69563]: DEBUG oslo_vmware.api [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for the task: (returnval){ [ 654.704245] env[69563]: value = "task-3403185" [ 654.704245] env[69563]: _type = "Task" [ 654.704245] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.719337] env[69563]: DEBUG nova.compute.provider_tree [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.736784] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403175, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.398953} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.737084] env[69563]: DEBUG oslo_vmware.api [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.737366] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] bf3f5859-8324-42c2-a6ce-37f76a0a1b95/bf3f5859-8324-42c2-a6ce-37f76a0a1b95.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.741232] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.741232] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c323c045-2c91-4542-aa01-327b84b64683 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.749178] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 654.749178] env[69563]: value = "task-3403186" [ 654.749178] env[69563]: _type = "Task" [ 654.749178] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.761590] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.011087] env[69563]: DEBUG nova.network.neutron [-] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 655.035313] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403181, 'name': CreateVM_Task, 'duration_secs': 0.865225} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.035498] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.036590] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.036759] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.037367] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.037586] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157753a1-a05a-4c6a-901d-b0dbd284f0ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.042854] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 655.042854] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52282059-5d54-6ed7-c17a-c8d200ac5219" [ 655.042854] env[69563]: _type = "Task" [ 655.042854] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.053218] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52282059-5d54-6ed7-c17a-c8d200ac5219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.119211] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403184, 'name': Rename_Task, 'duration_secs': 0.191244} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.119611] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.119915] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c9ae236-7276-423a-bb4e-a181b6fb5066 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.127816] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 655.127816] env[69563]: value = "task-3403187" [ 655.127816] env[69563]: _type = "Task" [ 655.127816] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.138562] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.221534] env[69563]: DEBUG oslo_vmware.api [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Task: {'id': task-3403185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179188} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.221534] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.221534] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.221534] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.221534] env[69563]: INFO nova.compute.manager [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Took 1.23 seconds to destroy the instance on the hypervisor. [ 655.221753] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.221753] env[69563]: DEBUG nova.compute.manager [-] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.221753] env[69563]: DEBUG nova.network.neutron [-] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 655.226901] env[69563]: DEBUG nova.scheduler.client.report [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.261421] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07812} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.262428] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.263566] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bbf11a-a239-4662-9acb-1ca6af91ced7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.297453] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] bf3f5859-8324-42c2-a6ce-37f76a0a1b95/bf3f5859-8324-42c2-a6ce-37f76a0a1b95.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.299025] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7929e0d-e183-44ef-a0f4-6f1ca8eced64 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.321164] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 655.321164] env[69563]: value = "task-3403188" [ 655.321164] env[69563]: _type = "Task" [ 655.321164] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.331637] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.380548] env[69563]: DEBUG nova.network.neutron [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Updated VIF entry in instance network info cache for port eecb1e27-db5f-420c-b502-56a1683c029d. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 655.380978] env[69563]: DEBUG nova.network.neutron [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Updating instance_info_cache with network_info: [{"id": "eecb1e27-db5f-420c-b502-56a1683c029d", "address": "fa:16:3e:73:0b:22", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecb1e27-db", "ovs_interfaceid": "eecb1e27-db5f-420c-b502-56a1683c029d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 655.389593] env[69563]: DEBUG nova.network.neutron [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance_info_cache with network_info: [{"id": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "address": "fa:16:3e:48:f5:63", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76197da-db", "ovs_interfaceid": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 655.516971] env[69563]: INFO nova.compute.manager [-] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Took 1.05 seconds to deallocate network for instance. [ 655.554718] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52282059-5d54-6ed7-c17a-c8d200ac5219, 'name': SearchDatastore_Task, 'duration_secs': 0.079743} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.555069] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.555836] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.555836] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.555836] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.555836] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.556141] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de3bc5f4-6d4d-42cd-a35b-c3be9509cb2e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.567806] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.567806] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.568124] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88779ef4-b41b-4544-a5fe-c99385c4e6e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.575717] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 655.575717] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524aed12-a32e-1110-7ba3-2d842e9aa0b7" [ 655.575717] env[69563]: _type = "Task" [ 655.575717] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.597274] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524aed12-a32e-1110-7ba3-2d842e9aa0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.639302] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.737201] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.737201] env[69563]: DEBUG nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.738217] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.296s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.738423] env[69563]: DEBUG nova.objects.instance [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Lazy-loading 'resources' on Instance uuid 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.834607] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.884335] env[69563]: DEBUG oslo_concurrency.lockutils [req-2378b202-69ff-4889-a742-a0b7961aea77 req-173a2619-f5ba-4bc7-89b2-64238838b248 service nova] Releasing lock "refresh_cache-bddac60c-f799-473c-992a-d1a95cd67a58" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.895348] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.028491] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.090112] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquiring lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.090247] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.090436] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquiring lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.090633] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.090957] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.092499] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524aed12-a32e-1110-7ba3-2d842e9aa0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.057879} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.095429] env[69563]: INFO nova.compute.manager [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Terminating instance [ 656.095429] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc608df3-2eca-4319-a23f-12fc70ecfa6c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.102744] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 656.102744] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5288e1de-9390-30cb-ba5b-778c9730b4c2" [ 656.102744] env[69563]: _type = "Task" [ 656.102744] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.114521] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5288e1de-9390-30cb-ba5b-778c9730b4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.141257] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403187, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.245788] env[69563]: DEBUG nova.compute.utils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.249094] env[69563]: DEBUG nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.249094] env[69563]: DEBUG nova.network.neutron [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 656.321858] env[69563]: DEBUG nova.compute.manager [req-3482e69e-8add-480a-b121-03da048a97b3 req-0a2c58a3-fbaa-4f55-98b9-290fc7b19e46 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Received event network-vif-deleted-85f435d7-80c7-4957-942a-a5278c9d7371 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.322075] env[69563]: INFO nova.compute.manager [req-3482e69e-8add-480a-b121-03da048a97b3 req-0a2c58a3-fbaa-4f55-98b9-290fc7b19e46 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Neutron deleted interface 85f435d7-80c7-4957-942a-a5278c9d7371; detaching it from the instance and deleting it from the info cache [ 656.322252] env[69563]: DEBUG nova.network.neutron [req-3482e69e-8add-480a-b121-03da048a97b3 req-0a2c58a3-fbaa-4f55-98b9-290fc7b19e46 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 656.330175] env[69563]: DEBUG nova.policy [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c864c0625cb646438354ac8c1b19bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4c3383ae7a4e518523b61bbab1b0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.347038] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403188, 'name': ReconfigVM_Task, 'duration_secs': 0.56181} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.347038] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Reconfigured VM instance instance-00000013 to attach disk [datastore1] bf3f5859-8324-42c2-a6ce-37f76a0a1b95/bf3f5859-8324-42c2-a6ce-37f76a0a1b95.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.348062] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5cf156b-cf69-49b0-9f4e-3bec35a043f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.356534] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 656.356534] env[69563]: value = "task-3403189" [ 656.356534] env[69563]: _type = "Task" [ 656.356534] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.373945] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403189, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.394164] env[69563]: DEBUG nova.network.neutron [-] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 656.599499] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquiring lock "refresh_cache-f3b8ab24-3f49-4af8-ab8f-2360fb111d12" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.599587] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquired lock "refresh_cache-f3b8ab24-3f49-4af8-ab8f-2360fb111d12" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.599767] env[69563]: DEBUG nova.network.neutron [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 656.617968] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5288e1de-9390-30cb-ba5b-778c9730b4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.044641} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.621181] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.621442] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] bddac60c-f799-473c-992a-d1a95cd67a58/bddac60c-f799-473c-992a-d1a95cd67a58.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.622424] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0998410-c0e6-4dd3-95bd-4c4fdb643723 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.637111] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 656.637111] env[69563]: value = "task-3403190" [ 656.637111] env[69563]: _type = "Task" [ 656.637111] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.646879] env[69563]: DEBUG oslo_vmware.api [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403187, 'name': PowerOnVM_Task, 'duration_secs': 1.108842} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.647504] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.647705] env[69563]: INFO nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Took 11.83 seconds to spawn the instance on the hypervisor. [ 656.647967] env[69563]: DEBUG nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.648750] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1381b0-f12a-4a48-a983-695818570fd8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.654890] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.756055] env[69563]: DEBUG nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.827906] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-474bebe1-ec29-45c5-be3e-ad54bb96bf6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.833293] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916fea54-6083-488b-b857-0afa3a3d0d81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.845500] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7820187c-2fe3-4a1b-be6c-38052d947d0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.851785] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85187c91-dad8-42f1-b536-28d4b55eda77 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.906979] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7268f1ac-e976-4681-af2b-52b553723e94 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.911303] env[69563]: INFO nova.compute.manager [-] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Took 1.69 seconds to deallocate network for instance. [ 656.917258] env[69563]: DEBUG nova.compute.manager [req-3482e69e-8add-480a-b121-03da048a97b3 req-0a2c58a3-fbaa-4f55-98b9-290fc7b19e46 service nova] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Detach interface failed, port_id=85f435d7-80c7-4957-942a-a5278c9d7371, reason: Instance eaed6791-6291-4e8d-a6f7-c22a8434dd09 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 656.922234] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403189, 'name': Rename_Task, 'duration_secs': 0.159202} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.923960] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.923960] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef60878-e37b-4008-906c-dfafed783393 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.932692] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5dae41-02e3-44db-9ba1-b8f6ec6a4baf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.936937] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 656.936937] env[69563]: value = "task-3403191" [ 656.936937] env[69563]: _type = "Task" [ 656.936937] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.951572] env[69563]: DEBUG nova.compute.provider_tree [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.960254] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403191, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.148763] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403190, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.162424] env[69563]: DEBUG nova.network.neutron [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 657.179503] env[69563]: INFO nova.compute.manager [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Took 32.48 seconds to build instance. [ 657.312239] env[69563]: DEBUG nova.network.neutron [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Successfully created port: c7e00f71-8eb8-44d2-9716-1aabd385116d {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 657.320539] env[69563]: DEBUG nova.network.neutron [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 657.419179] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4efe936-095c-4157-a813-5eaf9c068a3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.445216] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.445564] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance 'e2a67fde-2447-4689-ba52-73fe5dabdbd6' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.456266] env[69563]: DEBUG nova.scheduler.client.report [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.473936] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403191, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.654158] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772413} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.654262] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] bddac60c-f799-473c-992a-d1a95cd67a58/bddac60c-f799-473c-992a-d1a95cd67a58.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.654927] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.654927] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83cb60d8-4e2e-478c-a0c6-69a8b58e9ccb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.664601] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 657.664601] env[69563]: value = "task-3403192" [ 657.664601] env[69563]: _type = "Task" [ 657.664601] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.677608] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.682300] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cb6b9d41-5dc3-4b80-9b1f-073f47d37c45 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.883s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.775261] env[69563]: DEBUG nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.806953] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.807243] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.807414] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.807620] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.807775] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.807951] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.808170] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.808326] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.808521] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.808695] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.808888] env[69563]: DEBUG nova.virt.hardware [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.810083] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7937d81-e696-4b96-9252-d768d18d0c3a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.822081] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf25338-d213-4921-9853-a0b27567ef92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.827593] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Releasing lock "refresh_cache-f3b8ab24-3f49-4af8-ab8f-2360fb111d12" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.828054] env[69563]: DEBUG nova.compute.manager [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.828242] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.829051] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd05e81-ac75-4e12-b842-d980a8853870 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.839904] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.847969] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abd8b4b8-f5e5-4e75-bbe0-306f5cec5ad5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.856262] env[69563]: DEBUG oslo_vmware.api [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 657.856262] env[69563]: value = "task-3403193" [ 657.856262] env[69563]: _type = "Task" [ 657.856262] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.866627] env[69563]: DEBUG oslo_vmware.api [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.960424] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.960802] env[69563]: DEBUG oslo_vmware.api [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403191, 'name': PowerOnVM_Task, 'duration_secs': 0.638462} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.961097] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecb25a05-12a6-49d7-9b15-cf494f73a706 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.963070] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.963338] env[69563]: INFO nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Took 10.52 seconds to spawn the instance on the hypervisor. [ 657.963559] env[69563]: DEBUG nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.964298] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.967036] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686c622c-75c0-4da1-9331-428e9baf51e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.971511] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.335s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.974950] env[69563]: INFO nova.compute.claims [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.978640] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 657.978640] env[69563]: value = "task-3403194" [ 657.978640] env[69563]: _type = "Task" [ 657.978640] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.990623] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.003594] env[69563]: INFO nova.scheduler.client.report [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Deleted allocations for instance 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1 [ 658.176238] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06901} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.176331] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.177099] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd9dc27-f953-49df-8501-348934366fd0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.192811] env[69563]: DEBUG nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.205970] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] bddac60c-f799-473c-992a-d1a95cd67a58/bddac60c-f799-473c-992a-d1a95cd67a58.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.206486] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f84b061-d3c7-4472-8eeb-eca725e5792b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.228582] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 658.228582] env[69563]: value = "task-3403195" [ 658.228582] env[69563]: _type = "Task" [ 658.228582] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.237913] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.368418] env[69563]: DEBUG oslo_vmware.api [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.499440] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.503236] env[69563]: INFO nova.compute.manager [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Took 31.06 seconds to build instance. [ 658.511921] env[69563]: DEBUG oslo_concurrency.lockutils [None req-67a18a28-4296-4076-b7fe-f6787c0d1465 tempest-DeleteServersAdminTestJSON-707442873 tempest-DeleteServersAdminTestJSON-707442873-project-admin] Lock "0a422bb9-c56d-4ee9-8336-8ef8b657ffd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.053s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.728277] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.742142] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.871864] env[69563]: DEBUG oslo_vmware.api [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403193, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.005152] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea7bc491-d7e2-4e2b-b395-d45cc51cef4c tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.402s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.005581] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403194, 'name': PowerOffVM_Task, 'duration_secs': 0.949344} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.007530] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.007530] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance 'e2a67fde-2447-4689-ba52-73fe5dabdbd6' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.215081] env[69563]: DEBUG nova.compute.manager [None req-fe0e1ea3-fe12-492d-b7d4-8ed2b96451da tempest-ServerDiagnosticsTest-1222276142 tempest-ServerDiagnosticsTest-1222276142-project-admin] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.219921] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad26f2-ddc8-44cc-8978-311115bd163a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.230206] env[69563]: INFO nova.compute.manager [None req-fe0e1ea3-fe12-492d-b7d4-8ed2b96451da tempest-ServerDiagnosticsTest-1222276142 tempest-ServerDiagnosticsTest-1222276142-project-admin] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Retrieving diagnostics [ 659.231255] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0bad44-5fb7-44c3-ac72-c83adb5ab89c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.248137] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403195, 'name': ReconfigVM_Task, 'duration_secs': 0.792169} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.276884] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Reconfigured VM instance instance-00000014 to attach disk [datastore1] bddac60c-f799-473c-992a-d1a95cd67a58/bddac60c-f799-473c-992a-d1a95cd67a58.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.281728] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-496385f7-ac60-48ab-b6ca-d42239f3fa87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.293370] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 659.293370] env[69563]: value = "task-3403196" [ 659.293370] env[69563]: _type = "Task" [ 659.293370] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.306214] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403196, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.375618] env[69563]: DEBUG oslo_vmware.api [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403193, 'name': PowerOffVM_Task, 'duration_secs': 1.070009} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.376578] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.376712] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.377021] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9238f153-c8bd-40fc-bff6-41c434e8b669 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.412677] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.412906] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.413405] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Deleting the datastore file [datastore2] f3b8ab24-3f49-4af8-ab8f-2360fb111d12 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.413691] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-806a4b2e-2a6a-4cef-bcbb-a4ce6a3ea377 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.428928] env[69563]: DEBUG oslo_vmware.api [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for the task: (returnval){ [ 659.428928] env[69563]: value = "task-3403198" [ 659.428928] env[69563]: _type = "Task" [ 659.428928] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.440720] env[69563]: DEBUG oslo_vmware.api [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.517267] env[69563]: DEBUG nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.524789] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.525812] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.525812] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.525812] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.525812] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.525812] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.526036] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.526080] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.526213] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.526369] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.526564] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.536304] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38af29d2-782e-4ac7-bd99-c3afa74fa8dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.558323] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 659.558323] env[69563]: value = "task-3403199" [ 659.558323] env[69563]: _type = "Task" [ 659.558323] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.569776] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.627028] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3966fd-2d16-4739-9c39-826f5cb444f5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.637320] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82f116c-20d4-4378-9f04-edc895c783b6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.674112] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e2068-b5d1-40c2-a1fb-784c00b76b67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.682834] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "1916e270-5696-40ae-af2d-382fbb64c25e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.682834] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.686949] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce814ebd-5fcf-4a75-b17e-774e53d8b5ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.704943] env[69563]: DEBUG nova.compute.provider_tree [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.807888] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403196, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.869886] env[69563]: DEBUG nova.network.neutron [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Successfully updated port: c7e00f71-8eb8-44d2-9716-1aabd385116d {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.943567] env[69563]: DEBUG oslo_vmware.api [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Task: {'id': task-3403198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142923} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.943860] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.944129] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.944337] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.944510] env[69563]: INFO nova.compute.manager [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Took 2.12 seconds to destroy the instance on the hypervisor. [ 659.945117] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.945422] env[69563]: DEBUG nova.compute.manager [-] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.945590] env[69563]: DEBUG nova.network.neutron [-] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 660.064209] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.073604] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.203814] env[69563]: DEBUG nova.network.neutron [-] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 660.210030] env[69563]: DEBUG nova.scheduler.client.report [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.305997] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403196, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.373643] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "refresh_cache-0966f90d-4ee4-461a-8943-5c11fccf788a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.373844] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "refresh_cache-0966f90d-4ee4-461a-8943-5c11fccf788a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.374016] env[69563]: DEBUG nova.network.neutron [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 660.574704] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.630951] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "83604800-4d38-4f37-82c8-926cd5040050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.631231] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "83604800-4d38-4f37-82c8-926cd5040050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.707982] env[69563]: DEBUG nova.network.neutron [-] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 660.711695] env[69563]: DEBUG nova.compute.manager [req-f5795a02-25d5-40c1-80e3-8a88ed36a508 req-a67a096f-f305-47de-9609-1be14f5d0092 service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Received event network-vif-plugged-c7e00f71-8eb8-44d2-9716-1aabd385116d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.711695] env[69563]: DEBUG oslo_concurrency.lockutils [req-f5795a02-25d5-40c1-80e3-8a88ed36a508 req-a67a096f-f305-47de-9609-1be14f5d0092 service nova] Acquiring lock "0966f90d-4ee4-461a-8943-5c11fccf788a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.712573] env[69563]: DEBUG oslo_concurrency.lockutils [req-f5795a02-25d5-40c1-80e3-8a88ed36a508 req-a67a096f-f305-47de-9609-1be14f5d0092 service nova] Lock "0966f90d-4ee4-461a-8943-5c11fccf788a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.712573] env[69563]: DEBUG oslo_concurrency.lockutils [req-f5795a02-25d5-40c1-80e3-8a88ed36a508 req-a67a096f-f305-47de-9609-1be14f5d0092 service nova] Lock "0966f90d-4ee4-461a-8943-5c11fccf788a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.712573] env[69563]: DEBUG nova.compute.manager [req-f5795a02-25d5-40c1-80e3-8a88ed36a508 req-a67a096f-f305-47de-9609-1be14f5d0092 service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] No waiting events found dispatching network-vif-plugged-c7e00f71-8eb8-44d2-9716-1aabd385116d {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.712573] env[69563]: WARNING nova.compute.manager [req-f5795a02-25d5-40c1-80e3-8a88ed36a508 req-a67a096f-f305-47de-9609-1be14f5d0092 service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Received unexpected event network-vif-plugged-c7e00f71-8eb8-44d2-9716-1aabd385116d for instance with vm_state building and task_state spawning. [ 660.716796] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.717577] env[69563]: DEBUG nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.721089] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.933s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.722579] env[69563]: INFO nova.compute.claims [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.807154] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403196, 'name': Rename_Task, 'duration_secs': 1.209132} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.807304] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.807508] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20902737-fee5-4f36-9e71-b6ad6ab7ba30 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.816652] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 660.816652] env[69563]: value = "task-3403200" [ 660.816652] env[69563]: _type = "Task" [ 660.816652] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.830517] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.961742] env[69563]: DEBUG nova.network.neutron [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 661.076794] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403199, 'name': ReconfigVM_Task, 'duration_secs': 1.023012} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.077200] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance 'e2a67fde-2447-4689-ba52-73fe5dabdbd6' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 661.211039] env[69563]: INFO nova.compute.manager [-] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Took 1.26 seconds to deallocate network for instance. [ 661.228291] env[69563]: DEBUG nova.compute.utils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.230859] env[69563]: DEBUG nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.231212] env[69563]: DEBUG nova.network.neutron [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 661.240150] env[69563]: DEBUG nova.network.neutron [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Updating instance_info_cache with network_info: [{"id": "c7e00f71-8eb8-44d2-9716-1aabd385116d", "address": "fa:16:3e:97:42:b6", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e00f71-8e", "ovs_interfaceid": "c7e00f71-8eb8-44d2-9716-1aabd385116d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 661.285134] env[69563]: DEBUG nova.policy [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c864c0625cb646438354ac8c1b19bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4c3383ae7a4e518523b61bbab1b0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.331117] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.352963] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquiring lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.353203] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.355222] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquiring lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.355522] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.355636] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.360422] env[69563]: INFO nova.compute.manager [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Terminating instance [ 661.584894] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.584894] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.585255] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.585255] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.585327] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.585454] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.585632] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.585759] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.585933] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.586271] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.586568] env[69563]: DEBUG nova.virt.hardware [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.598175] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 661.598175] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea78cad-c8fb-489b-9d72-215f89b197bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.624612] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 661.624612] env[69563]: value = "task-3403201" [ 661.624612] env[69563]: _type = "Task" [ 661.624612] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.638767] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.644493] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquiring lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.644809] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.717331] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.737020] env[69563]: DEBUG nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.743837] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "refresh_cache-0966f90d-4ee4-461a-8943-5c11fccf788a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.744856] env[69563]: DEBUG nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance network_info: |[{"id": "c7e00f71-8eb8-44d2-9716-1aabd385116d", "address": "fa:16:3e:97:42:b6", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e00f71-8e", "ovs_interfaceid": "c7e00f71-8eb8-44d2-9716-1aabd385116d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.745405] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:42:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e00f71-8eb8-44d2-9716-1aabd385116d', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.754796] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Creating folder: Project (0b4c3383ae7a4e518523b61bbab1b0e9). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.756300] env[69563]: DEBUG nova.network.neutron [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Successfully created port: e17701ae-a1a5-43f8-966a-bd447592f81e {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 661.760829] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-503e1f8f-44f6-44bf-8a8b-df5292f821c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.778710] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Created folder: Project (0b4c3383ae7a4e518523b61bbab1b0e9) in parent group-v678952. [ 661.778710] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Creating folder: Instances. Parent ref: group-v679015. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.778710] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b41e115-f1ad-485a-822d-8313a90750d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.798507] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Created folder: Instances in parent group-v679015. [ 661.798782] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.801720] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.802683] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2204a191-07c1-42d1-aab6-f2fe9ff470a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.835302] env[69563]: DEBUG oslo_vmware.api [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403200, 'name': PowerOnVM_Task, 'duration_secs': 0.871166} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.840822] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.841147] env[69563]: INFO nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Took 11.71 seconds to spawn the instance on the hypervisor. [ 661.841367] env[69563]: DEBUG nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.841669] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.841669] env[69563]: value = "task-3403204" [ 661.841669] env[69563]: _type = "Task" [ 661.841669] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.842973] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a572b1be-ff85-4721-8902-5217c0b9dc6c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.857067] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403204, 'name': CreateVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.865785] env[69563]: DEBUG nova.compute.manager [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.866021] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.867168] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f949fce-7ef9-40ad-a605-44a43fe10365 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.875859] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.876283] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cb3596-9fdc-4890-98f4-c9710459fce1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.885035] env[69563]: DEBUG oslo_vmware.api [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 661.885035] env[69563]: value = "task-3403205" [ 661.885035] env[69563]: _type = "Task" [ 661.885035] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.895484] env[69563]: DEBUG oslo_vmware.api [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.028844] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "ef0f2679-9458-4e54-a8a6-912495ac571a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.029534] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "ef0f2679-9458-4e54-a8a6-912495ac571a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.136180] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.307285] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2446bf86-26d2-4567-823e-df418b7fa763 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.316669] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac3b77c-244a-4d77-a2a7-5581c9be3ddf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.354363] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6302ff-8d45-489f-b67c-d463ef4ba090 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.369832] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403204, 'name': CreateVM_Task, 'duration_secs': 0.396398} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.373723] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f227ba07-1cba-4100-964b-28c5ac1713d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.376546] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.377047] env[69563]: INFO nova.compute.manager [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Took 34.57 seconds to build instance. [ 662.378285] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.378448] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378751] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.379565] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c39d6b-96db-4947-9012-16221b57b2cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.392854] env[69563]: DEBUG nova.compute.provider_tree [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.398596] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 662.398596] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5251e896-73d3-9471-b27b-6a4852983f21" [ 662.398596] env[69563]: _type = "Task" [ 662.398596] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.405577] env[69563]: DEBUG oslo_vmware.api [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403205, 'name': PowerOffVM_Task, 'duration_secs': 0.217524} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.406202] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.406365] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.406619] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca9db30-ae44-4195-b773-0c774c82cd64 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.411184] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5251e896-73d3-9471-b27b-6a4852983f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.480226] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.480226] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.480429] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Deleting the datastore file [datastore1] bf3f5859-8324-42c2-a6ce-37f76a0a1b95 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.481375] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-833de557-b8e0-45cd-92bd-40ffd05ab946 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.488914] env[69563]: DEBUG oslo_vmware.api [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for the task: (returnval){ [ 662.488914] env[69563]: value = "task-3403207" [ 662.488914] env[69563]: _type = "Task" [ 662.488914] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.500246] env[69563]: DEBUG oslo_vmware.api [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.636334] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403201, 'name': ReconfigVM_Task, 'duration_secs': 0.951292} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.636608] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 662.637493] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5396bf-19c5-4755-b46d-b4bf3666d427 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.664282] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] e2a67fde-2447-4689-ba52-73fe5dabdbd6/e2a67fde-2447-4689-ba52-73fe5dabdbd6.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.664282] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98fa7dbd-ae9a-4782-a698-f2947e757c8f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.685231] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 662.685231] env[69563]: value = "task-3403208" [ 662.685231] env[69563]: _type = "Task" [ 662.685231] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.696173] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.751507] env[69563]: DEBUG nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.776010] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.776382] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.776614] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.776884] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.777120] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.777345] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.778619] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.778619] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.778619] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.778619] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.778619] env[69563]: DEBUG nova.virt.hardware [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.779841] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b3c364-fbbc-4fd6-89a7-ad5b16a77352 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.790029] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaf34ae-4da7-488f-b008-701763c88855 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.859121] env[69563]: DEBUG nova.compute.manager [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Received event network-changed-be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.859366] env[69563]: DEBUG nova.compute.manager [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Refreshing instance network info cache due to event network-changed-be9fa405-d5ea-4405-aa9a-0c7b9947070f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.859641] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] Acquiring lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.859808] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] Acquired lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.859980] env[69563]: DEBUG nova.network.neutron [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Refreshing network info cache for port be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 662.880712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-589fbe89-6dfd-4886-a309-3dd81b11cc52 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "bddac60c-f799-473c-992a-d1a95cd67a58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.994s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.901031] env[69563]: DEBUG nova.scheduler.client.report [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.915336] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5251e896-73d3-9471-b27b-6a4852983f21, 'name': SearchDatastore_Task, 'duration_secs': 0.033206} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.915336] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.915431] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.915636] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.915752] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.915924] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.916198] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49a6f29f-96a0-47c8-82b3-ec3cd5959410 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.926130] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.926130] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.926767] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd048f5a-d6b7-4520-b7a0-d7090b1cba93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.934115] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 662.934115] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a54af0-6015-770c-b345-6a8c0cd3db11" [ 662.934115] env[69563]: _type = "Task" [ 662.934115] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.942582] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a54af0-6015-770c-b345-6a8c0cd3db11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.959675] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "4051c9df-1432-426c-82a1-3063ee00aca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.959953] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "4051c9df-1432-426c-82a1-3063ee00aca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.960170] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "4051c9df-1432-426c-82a1-3063ee00aca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.960350] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "4051c9df-1432-426c-82a1-3063ee00aca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.960516] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "4051c9df-1432-426c-82a1-3063ee00aca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.962630] env[69563]: INFO nova.compute.manager [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Terminating instance [ 662.999521] env[69563]: DEBUG oslo_vmware.api [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Task: {'id': task-3403207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271881} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.999809] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.000897] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.000897] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.000897] env[69563]: INFO nova.compute.manager [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Took 1.13 seconds to destroy the instance on the hypervisor. [ 663.000897] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.001090] env[69563]: DEBUG nova.compute.manager [-] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.001167] env[69563]: DEBUG nova.network.neutron [-] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 663.196355] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.382481] env[69563]: DEBUG nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.408130] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.408481] env[69563]: DEBUG nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.412841] env[69563]: DEBUG nova.network.neutron [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Successfully updated port: e17701ae-a1a5-43f8-966a-bd447592f81e {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 663.413909] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.522s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.414877] env[69563]: DEBUG nova.objects.instance [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lazy-loading 'resources' on Instance uuid 967d606a-689f-4fca-affe-6926dcf9d54a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.457048] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a54af0-6015-770c-b345-6a8c0cd3db11, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.457048] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6e03c7-a781-42dd-9565-a121562e4171 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.463841] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 663.463841] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5214ccfd-c5c6-56d0-4226-48f849a7fee9" [ 663.463841] env[69563]: _type = "Task" [ 663.463841] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.468936] env[69563]: DEBUG nova.compute.manager [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.469168] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.469842] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "bddac60c-f799-473c-992a-d1a95cd67a58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.470088] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "bddac60c-f799-473c-992a-d1a95cd67a58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.470337] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "bddac60c-f799-473c-992a-d1a95cd67a58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.470667] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "bddac60c-f799-473c-992a-d1a95cd67a58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.470804] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "bddac60c-f799-473c-992a-d1a95cd67a58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.473024] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df57b6-e309-403a-b5a0-42af09170759 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.480042] env[69563]: INFO nova.compute.manager [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Terminating instance [ 663.488443] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5214ccfd-c5c6-56d0-4226-48f849a7fee9, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.491192] env[69563]: DEBUG nova.compute.manager [req-ac41f9f4-9d79-4abe-9371-50e1560fd5fc req-44cfb9d1-61e3-4144-a95c-9e295701f459 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Received event network-vif-plugged-e17701ae-a1a5-43f8-966a-bd447592f81e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.492936] env[69563]: DEBUG oslo_concurrency.lockutils [req-ac41f9f4-9d79-4abe-9371-50e1560fd5fc req-44cfb9d1-61e3-4144-a95c-9e295701f459 service nova] Acquiring lock "33820b55-089c-442a-9cbb-f4d476244e6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.492936] env[69563]: DEBUG oslo_concurrency.lockutils [req-ac41f9f4-9d79-4abe-9371-50e1560fd5fc req-44cfb9d1-61e3-4144-a95c-9e295701f459 service nova] Lock "33820b55-089c-442a-9cbb-f4d476244e6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.492936] env[69563]: DEBUG oslo_concurrency.lockutils [req-ac41f9f4-9d79-4abe-9371-50e1560fd5fc req-44cfb9d1-61e3-4144-a95c-9e295701f459 service nova] Lock "33820b55-089c-442a-9cbb-f4d476244e6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.492936] env[69563]: DEBUG nova.compute.manager [req-ac41f9f4-9d79-4abe-9371-50e1560fd5fc req-44cfb9d1-61e3-4144-a95c-9e295701f459 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] No waiting events found dispatching network-vif-plugged-e17701ae-a1a5-43f8-966a-bd447592f81e {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.492936] env[69563]: WARNING nova.compute.manager [req-ac41f9f4-9d79-4abe-9371-50e1560fd5fc req-44cfb9d1-61e3-4144-a95c-9e295701f459 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Received unexpected event network-vif-plugged-e17701ae-a1a5-43f8-966a-bd447592f81e for instance with vm_state building and task_state spawning. [ 663.493204] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.494027] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.497549] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27dd361f-8df1-4cb4-84c8-dc2209904b2c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.501635] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.502568] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9a999d-d515-4bb3-ae0d-2bfd2fb51ba6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.515066] env[69563]: DEBUG oslo_vmware.api [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 663.515066] env[69563]: value = "task-3403210" [ 663.515066] env[69563]: _type = "Task" [ 663.515066] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.515327] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 663.515327] env[69563]: value = "task-3403209" [ 663.515327] env[69563]: _type = "Task" [ 663.515327] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.536920] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.537768] env[69563]: DEBUG oslo_vmware.api [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.665284] env[69563]: DEBUG nova.network.neutron [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Updated VIF entry in instance network info cache for port be9fa405-d5ea-4405-aa9a-0c7b9947070f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 663.665641] env[69563]: DEBUG nova.network.neutron [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Updating instance_info_cache with network_info: [{"id": "be9fa405-d5ea-4405-aa9a-0c7b9947070f", "address": "fa:16:3e:b3:de:37", "network": {"id": "26a76134-bdc3-4a7d-ac5e-c2ef269a7188", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-630643286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c5f8633cee34f0b83ff44be629d52ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe9fa405-d5", "ovs_interfaceid": "be9fa405-d5ea-4405-aa9a-0c7b9947070f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 663.698975] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403208, 'name': ReconfigVM_Task, 'duration_secs': 0.869453} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.699365] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] e2a67fde-2447-4689-ba52-73fe5dabdbd6/e2a67fde-2447-4689-ba52-73fe5dabdbd6.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.699693] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance 'e2a67fde-2447-4689-ba52-73fe5dabdbd6' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.818249] env[69563]: DEBUG nova.network.neutron [-] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 663.910805] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.917810] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "refresh_cache-33820b55-089c-442a-9cbb-f4d476244e6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.918114] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "refresh_cache-33820b55-089c-442a-9cbb-f4d476244e6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.918325] env[69563]: DEBUG nova.network.neutron [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 663.920987] env[69563]: DEBUG nova.compute.utils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.926433] env[69563]: DEBUG nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.926615] env[69563]: DEBUG nova.network.neutron [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 663.982776] env[69563]: DEBUG nova.policy [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a4903af04b47438df6845f3de90331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e578306aec5f474282d45501d5c1a69f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.995461] env[69563]: DEBUG nova.compute.manager [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.995699] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.999593] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4b118f-99be-488d-8d77-9687737a0991 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.015617] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.016620] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d9ca0b5-4482-4dc5-b11d-ec72b5495a54 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.043725] env[69563]: DEBUG oslo_vmware.api [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403210, 'name': PowerOffVM_Task, 'duration_secs': 0.191559} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.051238] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.051608] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.052016] env[69563]: DEBUG oslo_vmware.api [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 664.052016] env[69563]: value = "task-3403211" [ 664.052016] env[69563]: _type = "Task" [ 664.052016] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.052355] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.055507] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78bfedb5-2f0c-49af-b558-9fa8875666c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.069680] env[69563]: DEBUG oslo_vmware.api [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.134340] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.134682] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.134916] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleting the datastore file [datastore1] 4051c9df-1432-426c-82a1-3063ee00aca6 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.135327] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4304109-0207-4c5a-bf77-65661e853731 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.145134] env[69563]: DEBUG oslo_vmware.api [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 664.145134] env[69563]: value = "task-3403213" [ 664.145134] env[69563]: _type = "Task" [ 664.145134] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.160146] env[69563]: DEBUG oslo_vmware.api [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.168399] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] Releasing lock "refresh_cache-b850724f-f1d8-4460-b2d1-a7ea5d887826" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.168770] env[69563]: DEBUG nova.compute.manager [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Received event network-changed-c7e00f71-8eb8-44d2-9716-1aabd385116d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.169033] env[69563]: DEBUG nova.compute.manager [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Refreshing instance network info cache due to event network-changed-c7e00f71-8eb8-44d2-9716-1aabd385116d. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.169356] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] Acquiring lock "refresh_cache-0966f90d-4ee4-461a-8943-5c11fccf788a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.169605] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] Acquired lock "refresh_cache-0966f90d-4ee4-461a-8943-5c11fccf788a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.169862] env[69563]: DEBUG nova.network.neutron [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Refreshing network info cache for port c7e00f71-8eb8-44d2-9716-1aabd385116d {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 664.209741] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc455c2-e9a0-4012-91eb-f623d882bea0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.234861] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36673950-37ee-4dfd-b248-a93767990d7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.257402] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance 'e2a67fde-2447-4689-ba52-73fe5dabdbd6' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.320990] env[69563]: INFO nova.compute.manager [-] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Took 1.32 seconds to deallocate network for instance. [ 664.408195] env[69563]: DEBUG nova.network.neutron [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Successfully created port: 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 664.433115] env[69563]: DEBUG nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.474111] env[69563]: DEBUG nova.network.neutron [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 664.526183] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571484} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.527366] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.527569] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.528312] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7294ba-46be-48f2-bcfa-78ad90363913 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.537113] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0002cc8f-9381-4d60-9d3e-da78917489da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.541827] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fe3e2c-5073-4959-8865-8f4f84486b8c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.546918] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 664.546918] env[69563]: value = "task-3403214" [ 664.546918] env[69563]: _type = "Task" [ 664.546918] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.586599] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c504a731-ba5c-4a22-a5c8-d5ec435b533e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.591036] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.601246] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b5cb2a-d230-40a7-9a2d-e5b90ec71a18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.605212] env[69563]: DEBUG oslo_vmware.api [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403211, 'name': PowerOffVM_Task, 'duration_secs': 0.398719} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.605807] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.605979] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.606589] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cfbb51e-a183-4f39-8de5-a971a18e4c20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.617152] env[69563]: DEBUG nova.compute.provider_tree [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.660017] env[69563]: DEBUG oslo_vmware.api [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281432} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.660017] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.660017] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.660017] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.660017] env[69563]: INFO nova.compute.manager [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 664.660313] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.660313] env[69563]: DEBUG nova.compute.manager [-] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.660313] env[69563]: DEBUG nova.network.neutron [-] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 664.688875] env[69563]: DEBUG nova.network.neutron [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Updating instance_info_cache with network_info: [{"id": "e17701ae-a1a5-43f8-966a-bd447592f81e", "address": "fa:16:3e:cf:90:02", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17701ae-a1", "ovs_interfaceid": "e17701ae-a1a5-43f8-966a-bd447592f81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 664.718273] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.718508] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.718677] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleting the datastore file [datastore1] bddac60c-f799-473c-992a-d1a95cd67a58 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.719316] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d6a085e-5187-49f4-9625-616a2ebd0ed3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.731392] env[69563]: DEBUG oslo_vmware.api [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 664.731392] env[69563]: value = "task-3403216" [ 664.731392] env[69563]: _type = "Task" [ 664.731392] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.738797] env[69563]: DEBUG oslo_vmware.api [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.827535] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.894036] env[69563]: DEBUG nova.network.neutron [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Port c76197da-dbcb-48b9-a6fe-814639b7e8ad binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 665.002469] env[69563]: DEBUG nova.compute.manager [req-dda8c55f-7479-4c6f-81d2-df7a24f0f80d req-2a3e505f-6606-459c-8222-acd511bc7658 service nova] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Received event network-vif-deleted-461389d0-5406-4d90-9da0-445bd19189e8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.060171] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074047} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.062640] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.064233] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48c550-39b8-4542-bd97-70dfec604a1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.089811] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.090139] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c737c24-e290-468d-97dc-fc497b87404f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.113373] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 665.113373] env[69563]: value = "task-3403217" [ 665.113373] env[69563]: _type = "Task" [ 665.113373] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.123284] env[69563]: DEBUG nova.scheduler.client.report [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.126830] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.133750] env[69563]: DEBUG nova.network.neutron [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Updated VIF entry in instance network info cache for port c7e00f71-8eb8-44d2-9716-1aabd385116d. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 665.134095] env[69563]: DEBUG nova.network.neutron [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Updating instance_info_cache with network_info: [{"id": "c7e00f71-8eb8-44d2-9716-1aabd385116d", "address": "fa:16:3e:97:42:b6", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e00f71-8e", "ovs_interfaceid": "c7e00f71-8eb8-44d2-9716-1aabd385116d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 665.194310] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "refresh_cache-33820b55-089c-442a-9cbb-f4d476244e6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.194747] env[69563]: DEBUG nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Instance network_info: |[{"id": "e17701ae-a1a5-43f8-966a-bd447592f81e", "address": "fa:16:3e:cf:90:02", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17701ae-a1", "ovs_interfaceid": "e17701ae-a1a5-43f8-966a-bd447592f81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.195200] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:90:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e17701ae-a1a5-43f8-966a-bd447592f81e', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.204156] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.204156] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.204156] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16ab748e-74d7-4065-8dc4-4ba679220d79 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.226995] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.226995] env[69563]: value = "task-3403218" [ 665.226995] env[69563]: _type = "Task" [ 665.226995] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.236354] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403218, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.241757] env[69563]: DEBUG oslo_vmware.api [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200466} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.241985] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.242327] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.242406] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.242545] env[69563]: INFO nova.compute.manager [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Took 1.25 seconds to destroy the instance on the hypervisor. [ 665.242745] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.242931] env[69563]: DEBUG nova.compute.manager [-] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.243100] env[69563]: DEBUG nova.network.neutron [-] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 665.440364] env[69563]: DEBUG nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.471074] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.471074] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.471253] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.471402] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.471546] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.471692] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.471896] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.472064] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.472229] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.472389] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.472555] env[69563]: DEBUG nova.virt.hardware [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.473661] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb820982-4373-45c8-aa8f-7e2cdcf0860b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.482088] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25fc622-709a-4d56-be32-82800613dba9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.522361] env[69563]: DEBUG nova.compute.manager [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Received event network-changed-e17701ae-a1a5-43f8-966a-bd447592f81e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.522361] env[69563]: DEBUG nova.compute.manager [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Refreshing instance network info cache due to event network-changed-e17701ae-a1a5-43f8-966a-bd447592f81e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.522361] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] Acquiring lock "refresh_cache-33820b55-089c-442a-9cbb-f4d476244e6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.522361] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] Acquired lock "refresh_cache-33820b55-089c-442a-9cbb-f4d476244e6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.522361] env[69563]: DEBUG nova.network.neutron [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Refreshing network info cache for port e17701ae-a1a5-43f8-966a-bd447592f81e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 665.625829] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403217, 'name': ReconfigVM_Task, 'duration_secs': 0.348942} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.626136] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.626798] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ab297d0-5b6a-41ea-97d3-d5f68eb7f906 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.634773] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.636611] env[69563]: DEBUG nova.network.neutron [-] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 665.639144] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.284s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.640672] env[69563]: INFO nova.compute.claims [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.645270] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c8d18da-3357-4a95-84a4-e47181583512 req-eab55be3-c6f6-4200-9853-ec885c7c0a84 service nova] Releasing lock "refresh_cache-0966f90d-4ee4-461a-8943-5c11fccf788a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.645827] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 665.645827] env[69563]: value = "task-3403219" [ 665.645827] env[69563]: _type = "Task" [ 665.645827] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.658699] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403219, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.668511] env[69563]: INFO nova.scheduler.client.report [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Deleted allocations for instance 967d606a-689f-4fca-affe-6926dcf9d54a [ 665.738316] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403218, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.922695] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.922970] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.923160] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.011141] env[69563]: DEBUG nova.network.neutron [-] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 666.146695] env[69563]: INFO nova.compute.manager [-] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Took 1.49 seconds to deallocate network for instance. [ 666.169170] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403219, 'name': Rename_Task, 'duration_secs': 0.157672} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.169170] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.169346] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f87c4e5-b736-4751-8117-6ee3fff844fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.180090] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6142e1e9-f9dc-41f0-bf84-ad018067ee48 tempest-FloatingIPsAssociationNegativeTestJSON-274017963 tempest-FloatingIPsAssociationNegativeTestJSON-274017963-project-member] Lock "967d606a-689f-4fca-affe-6926dcf9d54a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.315s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.181906] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 666.181906] env[69563]: value = "task-3403220" [ 666.181906] env[69563]: _type = "Task" [ 666.181906] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.192881] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.241026] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403218, 'name': CreateVM_Task, 'duration_secs': 0.521152} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.241408] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.241987] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.242220] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.242989] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.243208] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a4c961-3cfc-4dbb-99ec-23c143ff686f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.248625] env[69563]: DEBUG nova.network.neutron [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Successfully updated port: 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 666.255362] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 666.255362] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fbbc46-87dd-9708-9399-5a15d168a6c8" [ 666.255362] env[69563]: _type = "Task" [ 666.255362] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.264613] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fbbc46-87dd-9708-9399-5a15d168a6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.302421] env[69563]: DEBUG nova.network.neutron [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Updated VIF entry in instance network info cache for port e17701ae-a1a5-43f8-966a-bd447592f81e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 666.303061] env[69563]: DEBUG nova.network.neutron [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Updating instance_info_cache with network_info: [{"id": "e17701ae-a1a5-43f8-966a-bd447592f81e", "address": "fa:16:3e:cf:90:02", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17701ae-a1", "ovs_interfaceid": "e17701ae-a1a5-43f8-966a-bd447592f81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 666.516150] env[69563]: INFO nova.compute.manager [-] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Took 1.27 seconds to deallocate network for instance. [ 666.665526] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.697546] env[69563]: DEBUG oslo_vmware.api [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403220, 'name': PowerOnVM_Task, 'duration_secs': 0.455325} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.698042] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.698271] env[69563]: INFO nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Took 8.92 seconds to spawn the instance on the hypervisor. [ 666.698934] env[69563]: DEBUG nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.701040] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74bec72-e649-43fe-aae9-ab3d76efaaf3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.759725] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.759725] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquired lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.759725] env[69563]: DEBUG nova.network.neutron [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 666.771439] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fbbc46-87dd-9708-9399-5a15d168a6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02196} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.771730] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.771955] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.772202] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.772622] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.772622] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.773407] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d863fb4-9c43-45e4-89c6-334feb92f9e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.793606] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.793800] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.794904] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce8fac1-738b-483e-8493-99b85b1f8dae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.802084] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 666.802084] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526becad-9816-a810-5973-1db1b6f1b197" [ 666.802084] env[69563]: _type = "Task" [ 666.802084] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.808175] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] Releasing lock "refresh_cache-33820b55-089c-442a-9cbb-f4d476244e6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.808242] env[69563]: DEBUG nova.compute.manager [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Received event network-vif-deleted-4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.808466] env[69563]: INFO nova.compute.manager [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Neutron deleted interface 4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6; detaching it from the instance and deleting it from the info cache [ 666.808755] env[69563]: DEBUG nova.network.neutron [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 666.822342] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526becad-9816-a810-5973-1db1b6f1b197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.992821] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.993035] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.993224] env[69563]: DEBUG nova.network.neutron [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 667.024737] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.048180] env[69563]: DEBUG nova.compute.manager [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Received event network-vif-plugged-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.048180] env[69563]: DEBUG oslo_concurrency.lockutils [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] Acquiring lock "f51b0ff6-a600-414c-a50d-5e74f0640124-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.048180] env[69563]: DEBUG oslo_concurrency.lockutils [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] Lock "f51b0ff6-a600-414c-a50d-5e74f0640124-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.048180] env[69563]: DEBUG oslo_concurrency.lockutils [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] Lock "f51b0ff6-a600-414c-a50d-5e74f0640124-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.048180] env[69563]: DEBUG nova.compute.manager [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] No waiting events found dispatching network-vif-plugged-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.048494] env[69563]: WARNING nova.compute.manager [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Received unexpected event network-vif-plugged-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 for instance with vm_state building and task_state spawning. [ 667.048494] env[69563]: DEBUG nova.compute.manager [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Received event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.048494] env[69563]: DEBUG nova.compute.manager [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing instance network info cache due to event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.048657] env[69563]: DEBUG oslo_concurrency.lockutils [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] Acquiring lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.154877] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9be245d-4ab6-4252-97a6-74675372c562 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.163531] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c2c924-8994-491c-9889-6dd337655289 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.196248] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ecac8-0515-4338-8e19-ca2269fd839f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.204811] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be2702-c640-4f74-bc61-0c55687c62eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.228466] env[69563]: DEBUG nova.compute.provider_tree [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.231758] env[69563]: INFO nova.compute.manager [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Took 34.27 seconds to build instance. [ 667.315037] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7aac49a-04b7-4309-9790-7afe9e3bd464 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.317996] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526becad-9816-a810-5973-1db1b6f1b197, 'name': SearchDatastore_Task, 'duration_secs': 0.026438} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.320511] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a59b6e4-1cfa-41f5-b872-c43af1819c22 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.329306] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b6ca2-22ef-4be6-98cf-84e3955787f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.348739] env[69563]: DEBUG nova.network.neutron [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 667.350656] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 667.350656] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aca68d-93ad-4ec1-8419-f91cb11b769c" [ 667.350656] env[69563]: _type = "Task" [ 667.350656] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.359904] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aca68d-93ad-4ec1-8419-f91cb11b769c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.373284] env[69563]: DEBUG nova.compute.manager [req-ea575cbc-1b8b-43cb-95b5-70b7ec3d3020 req-10707ebe-087f-4309-9a71-d533d8bf79b3 service nova] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Detach interface failed, port_id=4ce3fa3f-d0b1-48b7-8516-c3d072bb32c6, reason: Instance 4051c9df-1432-426c-82a1-3063ee00aca6 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 667.609053] env[69563]: DEBUG nova.network.neutron [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updating instance_info_cache with network_info: [{"id": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "address": "fa:16:3e:b0:38:48", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3a03a5-6e", "ovs_interfaceid": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 667.663176] env[69563]: DEBUG nova.compute.manager [req-50efc459-8009-4277-bdd8-d6856701ba2a req-6a1dfead-9d6b-4b89-bef1-f4b6ecc11869 service nova] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Received event network-vif-deleted-eecb1e27-db5f-420c-b502-56a1683c029d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.733564] env[69563]: DEBUG nova.scheduler.client.report [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.740029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-171e4b49-a7d3-4252-848e-e2adf708e5c5 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "0966f90d-4ee4-461a-8943-5c11fccf788a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.870s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.862880] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aca68d-93ad-4ec1-8419-f91cb11b769c, 'name': SearchDatastore_Task, 'duration_secs': 0.035472} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.863165] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.863423] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 33820b55-089c-442a-9cbb-f4d476244e6f/33820b55-089c-442a-9cbb-f4d476244e6f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.863684] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ad09383-6026-4d97-8bd8-1d26fc048af9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.871708] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 667.871708] env[69563]: value = "task-3403221" [ 667.871708] env[69563]: _type = "Task" [ 667.871708] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.880752] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.881860] env[69563]: DEBUG nova.network.neutron [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance_info_cache with network_info: [{"id": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "address": "fa:16:3e:48:f5:63", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76197da-db", "ovs_interfaceid": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 668.112739] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Releasing lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.112739] env[69563]: DEBUG nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Instance network_info: |[{"id": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "address": "fa:16:3e:b0:38:48", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3a03a5-6e", "ovs_interfaceid": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.113010] env[69563]: DEBUG oslo_concurrency.lockutils [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] Acquired lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.113056] env[69563]: DEBUG nova.network.neutron [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 668.115052] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:38:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.125447] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Creating folder: Project (e578306aec5f474282d45501d5c1a69f). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.126693] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-050acb31-9ee3-4152-be29-0f1d8ae24650 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.146342] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Created folder: Project (e578306aec5f474282d45501d5c1a69f) in parent group-v678952. [ 668.146342] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Creating folder: Instances. Parent ref: group-v679019. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.146342] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbdaa4f4-c098-4352-b113-597cec87773d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.163291] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Created folder: Instances in parent group-v679019. [ 668.163291] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.163291] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.163291] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c923864-70bc-4580-8f91-a6111f0bd718 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.187479] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.187479] env[69563]: value = "task-3403224" [ 668.187479] env[69563]: _type = "Task" [ 668.187479] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.201373] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403224, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.238834] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.240850] env[69563]: DEBUG nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.244934] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.081s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.247889] env[69563]: INFO nova.compute.claims [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.251801] env[69563]: DEBUG nova.compute.manager [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.384812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.390952] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403221, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.704163] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403224, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.746786] env[69563]: DEBUG nova.compute.utils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.748753] env[69563]: DEBUG nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.748753] env[69563]: DEBUG nova.network.neutron [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 668.791353] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.831199] env[69563]: DEBUG nova.policy [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39a3a903dc7749179e5ed357c1412271', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd72a3f00aa94be89e8ecfa5ef83f397', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.885394] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546573} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.885640] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 33820b55-089c-442a-9cbb-f4d476244e6f/33820b55-089c-442a-9cbb-f4d476244e6f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.885843] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.886103] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0603424-9469-4924-af5e-f9a877c7fa4f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.896823] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 668.896823] env[69563]: value = "task-3403225" [ 668.896823] env[69563]: _type = "Task" [ 668.896823] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.912215] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.930321] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e81559-31c9-4f14-a182-3c26b58d76ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.958227] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1c6f65-f87a-4337-97e6-da471060f849 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.969226] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance 'e2a67fde-2447-4689-ba52-73fe5dabdbd6' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.174944] env[69563]: DEBUG nova.network.neutron [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updated VIF entry in instance network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 669.175315] env[69563]: DEBUG nova.network.neutron [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updating instance_info_cache with network_info: [{"id": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "address": "fa:16:3e:b0:38:48", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3a03a5-6e", "ovs_interfaceid": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 669.203364] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403224, 'name': CreateVM_Task, 'duration_secs': 0.65594} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.203364] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.204132] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.204249] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.204557] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.204847] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd34f0d-0316-4390-a355-0068340c38b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.212270] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 669.212270] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5261f76e-f254-6437-0f7f-ea9752060982" [ 669.212270] env[69563]: _type = "Task" [ 669.212270] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.227308] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5261f76e-f254-6437-0f7f-ea9752060982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.257678] env[69563]: DEBUG nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.303338] env[69563]: DEBUG nova.network.neutron [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Successfully created port: 95f4b80f-15a3-4848-829b-40150f4a4b5a {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 669.414726] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215448} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.415027] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.416536] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef00f343-45fd-4279-ad4c-08f34e79beb8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.445035] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 33820b55-089c-442a-9cbb-f4d476244e6f/33820b55-089c-442a-9cbb-f4d476244e6f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.446602] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fde99c-ddf9-4631-8b7b-aa80bebc576e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.474371] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.478081] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dccac0b7-7f34-4561-9c34-fd3349540456 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.478081] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 669.478081] env[69563]: value = "task-3403226" [ 669.478081] env[69563]: _type = "Task" [ 669.478081] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.483696] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 669.483696] env[69563]: value = "task-3403227" [ 669.483696] env[69563]: _type = "Task" [ 669.483696] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.492106] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.501420] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.677792] env[69563]: DEBUG oslo_concurrency.lockutils [req-93b9cb1a-a175-4815-abfe-d50b85e1da56 req-4abb099e-92a9-4943-9d95-842e3ef4902e service nova] Releasing lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.729658] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5261f76e-f254-6437-0f7f-ea9752060982, 'name': SearchDatastore_Task, 'duration_secs': 0.016683} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.732779] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.733078] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.734013] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.734013] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.734013] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.734402] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dca4220-6e7c-45ef-96ec-6cf72fed4a12 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.747131] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.747131] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.747907] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-268acb25-31cb-47af-b824-669ddc0ad5a8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.756208] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 669.756208] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c217ba-a1f3-7b8e-dedf-b6eb065faaa6" [ 669.756208] env[69563]: _type = "Task" [ 669.756208] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.768733] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c217ba-a1f3-7b8e-dedf-b6eb065faaa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.921063] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a05504-7790-4003-871e-b057f437091b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.930221] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c0782-0242-476f-b6e2-a9effeb77166 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.967284] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2cbb62-4a64-4d07-ab0f-c24ad76fd77e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.975981] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc88981-1b52-41a1-9659-6876e1f2c0e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.998841] env[69563]: DEBUG nova.compute.provider_tree [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.001018] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.007911] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403227, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.271410] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c217ba-a1f3-7b8e-dedf-b6eb065faaa6, 'name': SearchDatastore_Task, 'duration_secs': 0.016312} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.271410] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6049504-d940-4657-af0f-4cf93ec26f6c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.276165] env[69563]: DEBUG nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.280908] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 670.280908] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ed24df-67e9-cd76-1dd9-a93aba534322" [ 670.280908] env[69563]: _type = "Task" [ 670.280908] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.294099] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ed24df-67e9-cd76-1dd9-a93aba534322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.307248] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.307494] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.307649] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.307840] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.308011] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.308171] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.308399] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.308560] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.308726] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.308886] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.309069] env[69563]: DEBUG nova.virt.hardware [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.309928] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619dfa5-079e-4953-be1e-9cfd82b65e15 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.318110] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd4a399-f8df-4254-bff0-ce78c03b839f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.495338] env[69563]: DEBUG oslo_vmware.api [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403227, 'name': PowerOnVM_Task, 'duration_secs': 0.547147} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.499309] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.499564] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-032f5b60-85d8-485a-84b6-a77e5c7bc6dd tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance 'e2a67fde-2447-4689-ba52-73fe5dabdbd6' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 670.504099] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403226, 'name': ReconfigVM_Task, 'duration_secs': 0.573991} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.505360] env[69563]: DEBUG nova.scheduler.client.report [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.509214] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 33820b55-089c-442a-9cbb-f4d476244e6f/33820b55-089c-442a-9cbb-f4d476244e6f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.510658] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecde95f4-3a96-4da9-971c-b044ddb769ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.521687] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 670.521687] env[69563]: value = "task-3403228" [ 670.521687] env[69563]: _type = "Task" [ 670.521687] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.538868] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403228, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.797286] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ed24df-67e9-cd76-1dd9-a93aba534322, 'name': SearchDatastore_Task, 'duration_secs': 0.030177} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.797286] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.797286] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] f51b0ff6-a600-414c-a50d-5e74f0640124/f51b0ff6-a600-414c-a50d-5e74f0640124.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.797286] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01c02865-dc43-4d43-a6a4-6bbc53854366 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.803278] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 670.803278] env[69563]: value = "task-3403229" [ 670.803278] env[69563]: _type = "Task" [ 670.803278] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.814373] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.013756] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.013756] env[69563]: DEBUG nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.016829] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.907s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.019090] env[69563]: INFO nova.compute.claims [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.034659] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403228, 'name': Rename_Task, 'duration_secs': 0.152937} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.034892] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.035171] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b96deb82-24d2-433a-af9b-3e0040cffe3a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.044347] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 671.044347] env[69563]: value = "task-3403230" [ 671.044347] env[69563]: _type = "Task" [ 671.044347] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.055582] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.123117] env[69563]: DEBUG nova.compute.manager [req-68cb3261-3ca5-477d-8a8e-1442cab78ddd req-3e3fad55-e839-4c56-8b9a-3cc242605e9a service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Received event network-vif-plugged-95f4b80f-15a3-4848-829b-40150f4a4b5a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.123117] env[69563]: DEBUG oslo_concurrency.lockutils [req-68cb3261-3ca5-477d-8a8e-1442cab78ddd req-3e3fad55-e839-4c56-8b9a-3cc242605e9a service nova] Acquiring lock "58aa726b-1551-4aad-9aac-adafc6dfdef0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.123117] env[69563]: DEBUG oslo_concurrency.lockutils [req-68cb3261-3ca5-477d-8a8e-1442cab78ddd req-3e3fad55-e839-4c56-8b9a-3cc242605e9a service nova] Lock "58aa726b-1551-4aad-9aac-adafc6dfdef0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.123690] env[69563]: DEBUG oslo_concurrency.lockutils [req-68cb3261-3ca5-477d-8a8e-1442cab78ddd req-3e3fad55-e839-4c56-8b9a-3cc242605e9a service nova] Lock "58aa726b-1551-4aad-9aac-adafc6dfdef0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.124140] env[69563]: DEBUG nova.compute.manager [req-68cb3261-3ca5-477d-8a8e-1442cab78ddd req-3e3fad55-e839-4c56-8b9a-3cc242605e9a service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] No waiting events found dispatching network-vif-plugged-95f4b80f-15a3-4848-829b-40150f4a4b5a {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.125537] env[69563]: WARNING nova.compute.manager [req-68cb3261-3ca5-477d-8a8e-1442cab78ddd req-3e3fad55-e839-4c56-8b9a-3cc242605e9a service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Received unexpected event network-vif-plugged-95f4b80f-15a3-4848-829b-40150f4a4b5a for instance with vm_state building and task_state spawning. [ 671.178755] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "6855e232-1993-4ee0-ba0b-389c414c0c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.179070] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.210374] env[69563]: DEBUG nova.network.neutron [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Successfully updated port: 95f4b80f-15a3-4848-829b-40150f4a4b5a {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 671.316421] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403229, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.524213] env[69563]: DEBUG nova.compute.utils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.526373] env[69563]: DEBUG nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.526590] env[69563]: DEBUG nova.network.neutron [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 671.561957] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.600520] env[69563]: DEBUG nova.policy [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21eaf720b57a49479f3c249527bd3ac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3bccce341947c597377ea9d56b24e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.717223] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "refresh_cache-58aa726b-1551-4aad-9aac-adafc6dfdef0" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.717223] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquired lock "refresh_cache-58aa726b-1551-4aad-9aac-adafc6dfdef0" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.717356] env[69563]: DEBUG nova.network.neutron [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 671.816840] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524206} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.819036] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] f51b0ff6-a600-414c-a50d-5e74f0640124/f51b0ff6-a600-414c-a50d-5e74f0640124.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.819452] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.822023] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a3bdc8c-dbaa-4201-9dab-027ec20a1191 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.828358] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 671.828358] env[69563]: value = "task-3403231" [ 671.828358] env[69563]: _type = "Task" [ 671.828358] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.838551] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.935779] env[69563]: DEBUG nova.network.neutron [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Successfully created port: d3836514-8a11-4de3-a8ad-53f8019880a1 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 672.027366] env[69563]: DEBUG nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.062459] env[69563]: DEBUG oslo_vmware.api [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403230, 'name': PowerOnVM_Task, 'duration_secs': 0.635959} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.066037] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.066213] env[69563]: INFO nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Took 9.31 seconds to spawn the instance on the hypervisor. [ 672.066404] env[69563]: DEBUG nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.068436] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e6eb4-90ee-44b5-86a7-9a2ccc4205f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.275576] env[69563]: DEBUG nova.network.neutron [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 672.344284] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074518} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.344284] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.345085] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f6325-c1c6-4526-b2f1-cf67d900ea71 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.369608] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] f51b0ff6-a600-414c-a50d-5e74f0640124/f51b0ff6-a600-414c-a50d-5e74f0640124.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.376657] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72680ba-a348-4a24-9c28-06ab6cc0b2dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.398694] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 672.398694] env[69563]: value = "task-3403232" [ 672.398694] env[69563]: _type = "Task" [ 672.398694] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.407826] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.593290] env[69563]: INFO nova.compute.manager [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Took 38.98 seconds to build instance. [ 672.604854] env[69563]: DEBUG nova.network.neutron [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Updating instance_info_cache with network_info: [{"id": "95f4b80f-15a3-4848-829b-40150f4a4b5a", "address": "fa:16:3e:90:4c:79", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f4b80f-15", "ovs_interfaceid": "95f4b80f-15a3-4848-829b-40150f4a4b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 672.658748] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ccb41d-357c-4f52-ac03-e82ab5db126e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.667588] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2799dffa-4c3b-495e-8266-35510cb1ca8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.702135] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518baa1e-d58b-400a-8f79-5a667a993a25 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.710889] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cebf57-e6e0-4b87-8381-05e6a60287cb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.725668] env[69563]: DEBUG nova.compute.provider_tree [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.749909] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.751855] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.751855] env[69563]: DEBUG nova.compute.manager [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Going to confirm migration 1 {{(pid=69563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 672.909777] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.042126] env[69563]: DEBUG nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.069181] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.069443] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.069659] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.069849] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.069992] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.070445] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.070707] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.070900] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.071122] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.071327] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.071540] env[69563]: DEBUG nova.virt.hardware [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.072835] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5fd222-0e1d-4ff3-a575-4c39067e0fd6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.082253] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb4bcea-d67d-452b-9464-35a491f3397e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.098591] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ab705195-815b-4efa-bc3d-de6a6d5f3a22 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "33820b55-089c-442a-9cbb-f4d476244e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.513s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.108065] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Releasing lock "refresh_cache-58aa726b-1551-4aad-9aac-adafc6dfdef0" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.108376] env[69563]: DEBUG nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Instance network_info: |[{"id": "95f4b80f-15a3-4848-829b-40150f4a4b5a", "address": "fa:16:3e:90:4c:79", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f4b80f-15", "ovs_interfaceid": "95f4b80f-15a3-4848-829b-40150f4a4b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.110151] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:4c:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95f4b80f-15a3-4848-829b-40150f4a4b5a', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.117205] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.117735] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.117952] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29c57f37-4d1e-4ccf-90c5-01432e4e5024 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.140463] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.140463] env[69563]: value = "task-3403233" [ 673.140463] env[69563]: _type = "Task" [ 673.140463] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.151058] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403233, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.156138] env[69563]: DEBUG nova.compute.manager [req-5369cc73-e19c-45f5-beb9-60abd0f42524 req-018ebd8c-92d3-4d43-b521-f47e60ccb782 service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Received event network-changed-95f4b80f-15a3-4848-829b-40150f4a4b5a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.156138] env[69563]: DEBUG nova.compute.manager [req-5369cc73-e19c-45f5-beb9-60abd0f42524 req-018ebd8c-92d3-4d43-b521-f47e60ccb782 service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Refreshing instance network info cache due to event network-changed-95f4b80f-15a3-4848-829b-40150f4a4b5a. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.156138] env[69563]: DEBUG oslo_concurrency.lockutils [req-5369cc73-e19c-45f5-beb9-60abd0f42524 req-018ebd8c-92d3-4d43-b521-f47e60ccb782 service nova] Acquiring lock "refresh_cache-58aa726b-1551-4aad-9aac-adafc6dfdef0" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.156277] env[69563]: DEBUG oslo_concurrency.lockutils [req-5369cc73-e19c-45f5-beb9-60abd0f42524 req-018ebd8c-92d3-4d43-b521-f47e60ccb782 service nova] Acquired lock "refresh_cache-58aa726b-1551-4aad-9aac-adafc6dfdef0" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.157028] env[69563]: DEBUG nova.network.neutron [req-5369cc73-e19c-45f5-beb9-60abd0f42524 req-018ebd8c-92d3-4d43-b521-f47e60ccb782 service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Refreshing network info cache for port 95f4b80f-15a3-4848-829b-40150f4a4b5a {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 673.230340] env[69563]: DEBUG nova.scheduler.client.report [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.414692] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403232, 'name': ReconfigVM_Task, 'duration_secs': 0.941545} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.415204] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Reconfigured VM instance instance-00000017 to attach disk [datastore2] f51b0ff6-a600-414c-a50d-5e74f0640124/f51b0ff6-a600-414c-a50d-5e74f0640124.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.415937] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94ece2e3-c120-4746-a4a1-45b9fac81cdf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.428159] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.428159] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.428159] env[69563]: DEBUG nova.network.neutron [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 673.428159] env[69563]: DEBUG nova.objects.instance [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lazy-loading 'info_cache' on Instance uuid e2a67fde-2447-4689-ba52-73fe5dabdbd6 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.430199] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 673.430199] env[69563]: value = "task-3403234" [ 673.430199] env[69563]: _type = "Task" [ 673.430199] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.444815] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403234, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.575311] env[69563]: DEBUG nova.network.neutron [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Successfully updated port: d3836514-8a11-4de3-a8ad-53f8019880a1 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 673.604116] env[69563]: DEBUG nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.657568] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403233, 'name': CreateVM_Task, 'duration_secs': 0.485669} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.657746] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.658436] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.658589] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.658960] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.661513] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13fb530-41ee-418f-9cef-894518c41a6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.670401] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 673.670401] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528939d5-cb8f-3a28-03d7-0f882705c33c" [ 673.670401] env[69563]: _type = "Task" [ 673.670401] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.679556] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528939d5-cb8f-3a28-03d7-0f882705c33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.739210] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.739791] env[69563]: DEBUG nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.742408] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.522s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.742630] env[69563]: DEBUG nova.objects.instance [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lazy-loading 'resources' on Instance uuid 15b8735d-4cae-4c05-afe8-dab95a937448 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.945527] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403234, 'name': Rename_Task, 'duration_secs': 0.209276} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.945716] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.945961] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29cd1bc4-4564-40fa-9b69-6422525a8c83 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.953595] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 673.953595] env[69563]: value = "task-3403235" [ 673.953595] env[69563]: _type = "Task" [ 673.953595] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.965015] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.079416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "refresh_cache-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.079614] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquired lock "refresh_cache-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.079772] env[69563]: DEBUG nova.network.neutron [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 674.141078] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.143495] env[69563]: DEBUG nova.network.neutron [req-5369cc73-e19c-45f5-beb9-60abd0f42524 req-018ebd8c-92d3-4d43-b521-f47e60ccb782 service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Updated VIF entry in instance network info cache for port 95f4b80f-15a3-4848-829b-40150f4a4b5a. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 674.143846] env[69563]: DEBUG nova.network.neutron [req-5369cc73-e19c-45f5-beb9-60abd0f42524 req-018ebd8c-92d3-4d43-b521-f47e60ccb782 service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Updating instance_info_cache with network_info: [{"id": "95f4b80f-15a3-4848-829b-40150f4a4b5a", "address": "fa:16:3e:90:4c:79", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f4b80f-15", "ovs_interfaceid": "95f4b80f-15a3-4848-829b-40150f4a4b5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 674.183183] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528939d5-cb8f-3a28-03d7-0f882705c33c, 'name': SearchDatastore_Task, 'duration_secs': 0.020019} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.183492] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.183723] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.183951] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.184111] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.184363] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.184647] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a39096b-b1e8-444b-b3dd-5488133acde8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.194484] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.194680] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.196888] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8b2f7d-a9f5-488c-add6-fa5993d790a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.204747] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 674.204747] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520add08-3834-7cee-2e39-0c151d0b1945" [ 674.204747] env[69563]: _type = "Task" [ 674.204747] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.213647] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520add08-3834-7cee-2e39-0c151d0b1945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.245816] env[69563]: DEBUG nova.compute.utils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.253511] env[69563]: DEBUG nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.254732] env[69563]: DEBUG nova.network.neutron [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 674.311062] env[69563]: DEBUG nova.policy [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e6cee0f0ef74ef48e2100cb286c43fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1079bbc6cbe14193b1ae7e99e3ebdc88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.467883] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.594076] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.595240] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.647071] env[69563]: DEBUG oslo_concurrency.lockutils [req-5369cc73-e19c-45f5-beb9-60abd0f42524 req-018ebd8c-92d3-4d43-b521-f47e60ccb782 service nova] Releasing lock "refresh_cache-58aa726b-1551-4aad-9aac-adafc6dfdef0" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.651197] env[69563]: DEBUG nova.network.neutron [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 674.717161] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520add08-3834-7cee-2e39-0c151d0b1945, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.718037] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2ab295-b705-4425-b7e2-6adb2c644464 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.726814] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 674.726814] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5ec17-cfad-3c80-5c41-197e649378f6" [ 674.726814] env[69563]: _type = "Task" [ 674.726814] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.743331] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5ec17-cfad-3c80-5c41-197e649378f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.757636] env[69563]: DEBUG nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.818355] env[69563]: DEBUG nova.network.neutron [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Successfully created port: 000fbb74-111b-44ed-a177-989d9c4fd923 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.860325] env[69563]: DEBUG nova.network.neutron [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance_info_cache with network_info: [{"id": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "address": "fa:16:3e:48:f5:63", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76197da-db", "ovs_interfaceid": "c76197da-dbcb-48b9-a6fe-814639b7e8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 674.873449] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b196b6a-b55b-4f51-ae72-b39896fcb897 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.883992] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d9477-16d5-4b98-b86a-35154f43e36c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.922829] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c45ae8a-ebfa-4595-ad78-7b9b4552ce4a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.935680] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93624f4-782f-41cd-8ed7-dbe1c6f82186 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.953474] env[69563]: DEBUG nova.compute.provider_tree [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.966486] env[69563]: DEBUG oslo_vmware.api [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403235, 'name': PowerOnVM_Task, 'duration_secs': 0.556085} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.966486] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.966595] env[69563]: INFO nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Took 9.53 seconds to spawn the instance on the hypervisor. [ 674.966740] env[69563]: DEBUG nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.967539] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6995553-de65-4856-9f68-073606619b51 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.016423] env[69563]: DEBUG nova.network.neutron [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Updating instance_info_cache with network_info: [{"id": "d3836514-8a11-4de3-a8ad-53f8019880a1", "address": "fa:16:3e:bb:f8:9c", "network": {"id": "0dc7220e-921d-42f9-a4e0-802af7c51a87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-293525782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3bccce341947c597377ea9d56b24e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3836514-8a", "ovs_interfaceid": "d3836514-8a11-4de3-a8ad-53f8019880a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 675.149410] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquiring lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.149714] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.246926] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5ec17-cfad-3c80-5c41-197e649378f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.248801] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.249165] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 58aa726b-1551-4aad-9aac-adafc6dfdef0/58aa726b-1551-4aad-9aac-adafc6dfdef0.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.249452] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8e67fb1-8163-4743-a11b-b6a044585219 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.263997] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 675.263997] env[69563]: value = "task-3403236" [ 675.263997] env[69563]: _type = "Task" [ 675.263997] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.275073] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.364138] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-e2a67fde-2447-4689-ba52-73fe5dabdbd6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.364425] env[69563]: DEBUG nova.objects.instance [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lazy-loading 'migration_context' on Instance uuid e2a67fde-2447-4689-ba52-73fe5dabdbd6 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.410707] env[69563]: DEBUG nova.compute.manager [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Received event network-vif-plugged-d3836514-8a11-4de3-a8ad-53f8019880a1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.410915] env[69563]: DEBUG oslo_concurrency.lockutils [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] Acquiring lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.411126] env[69563]: DEBUG oslo_concurrency.lockutils [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] Lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.412877] env[69563]: DEBUG oslo_concurrency.lockutils [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] Lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.412877] env[69563]: DEBUG nova.compute.manager [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] No waiting events found dispatching network-vif-plugged-d3836514-8a11-4de3-a8ad-53f8019880a1 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.412877] env[69563]: WARNING nova.compute.manager [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Received unexpected event network-vif-plugged-d3836514-8a11-4de3-a8ad-53f8019880a1 for instance with vm_state building and task_state spawning. [ 675.412877] env[69563]: DEBUG nova.compute.manager [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Received event network-changed-d3836514-8a11-4de3-a8ad-53f8019880a1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.412877] env[69563]: DEBUG nova.compute.manager [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Refreshing instance network info cache due to event network-changed-d3836514-8a11-4de3-a8ad-53f8019880a1. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.413430] env[69563]: DEBUG oslo_concurrency.lockutils [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] Acquiring lock "refresh_cache-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.458019] env[69563]: DEBUG nova.scheduler.client.report [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.490331] env[69563]: INFO nova.compute.manager [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Took 37.73 seconds to build instance. [ 675.520476] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Releasing lock "refresh_cache-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.520803] env[69563]: DEBUG nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Instance network_info: |[{"id": "d3836514-8a11-4de3-a8ad-53f8019880a1", "address": "fa:16:3e:bb:f8:9c", "network": {"id": "0dc7220e-921d-42f9-a4e0-802af7c51a87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-293525782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3bccce341947c597377ea9d56b24e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3836514-8a", "ovs_interfaceid": "d3836514-8a11-4de3-a8ad-53f8019880a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.521594] env[69563]: DEBUG oslo_concurrency.lockutils [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] Acquired lock "refresh_cache-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.521685] env[69563]: DEBUG nova.network.neutron [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Refreshing network info cache for port d3836514-8a11-4de3-a8ad-53f8019880a1 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 675.523054] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:f8:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3836514-8a11-4de3-a8ad-53f8019880a1', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.536319] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Creating folder: Project (4e3bccce341947c597377ea9d56b24e9). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.539431] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-235d6a98-7097-4b6b-9c46-469b5ce98162 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.766175] env[69563]: DEBUG nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.782956] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403236, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.786612] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Created folder: Project (4e3bccce341947c597377ea9d56b24e9) in parent group-v678952. [ 675.786895] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Creating folder: Instances. Parent ref: group-v679023. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.787178] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-893813a6-7df9-43bc-8523-d6c5927f0420 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.799049] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.799449] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.799569] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.800866] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.800866] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.800866] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.800866] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.800866] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.801380] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.801380] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.801380] env[69563]: DEBUG nova.virt.hardware [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.801947] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01944bee-6d1f-408c-9e4c-1b92fb3de525 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.807169] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Created folder: Instances in parent group-v679023. [ 675.807250] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.807891] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.808127] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad1796ce-138b-4d7a-9efb-0dcee819869d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.826645] env[69563]: DEBUG nova.network.neutron [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Updated VIF entry in instance network info cache for port d3836514-8a11-4de3-a8ad-53f8019880a1. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 675.827010] env[69563]: DEBUG nova.network.neutron [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Updating instance_info_cache with network_info: [{"id": "d3836514-8a11-4de3-a8ad-53f8019880a1", "address": "fa:16:3e:bb:f8:9c", "network": {"id": "0dc7220e-921d-42f9-a4e0-802af7c51a87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-293525782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3bccce341947c597377ea9d56b24e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3836514-8a", "ovs_interfaceid": "d3836514-8a11-4de3-a8ad-53f8019880a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 675.830153] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82435b0-6ad4-423e-95d6-d30c9332f1d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.837426] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.837426] env[69563]: value = "task-3403239" [ 675.837426] env[69563]: _type = "Task" [ 675.837426] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.860274] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403239, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.867743] env[69563]: DEBUG nova.objects.base [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 675.868855] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2b44e6-794a-4f55-9b00-bdb946acaa72 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.893839] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0636187-91fd-4308-bf89-659cf246891f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.902666] env[69563]: DEBUG oslo_vmware.api [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 675.902666] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529169f3-9d13-27c9-f73f-41760c9d0c4a" [ 675.902666] env[69563]: _type = "Task" [ 675.902666] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.914275] env[69563]: DEBUG oslo_vmware.api [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529169f3-9d13-27c9-f73f-41760c9d0c4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.963672] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.966792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.661s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.968842] env[69563]: INFO nova.compute.claims [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.992626] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2b2b3281-8c44-464f-9df5-7d0ce80d7210 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "f51b0ff6-a600-414c-a50d-5e74f0640124" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.845s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.009316] env[69563]: INFO nova.scheduler.client.report [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted allocations for instance 15b8735d-4cae-4c05-afe8-dab95a937448 [ 676.280018] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858957} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.280520] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 58aa726b-1551-4aad-9aac-adafc6dfdef0/58aa726b-1551-4aad-9aac-adafc6dfdef0.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.280749] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.281016] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87157a7e-3155-4cb8-99c5-ffe81ca8264e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.290238] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 676.290238] env[69563]: value = "task-3403240" [ 676.290238] env[69563]: _type = "Task" [ 676.290238] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.300499] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.337414] env[69563]: DEBUG oslo_concurrency.lockutils [req-efe73810-f96b-4c75-a4ee-20b0ac980d59 req-e51b1c6c-eed2-441b-9023-b99291d70e82 service nova] Releasing lock "refresh_cache-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.348590] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403239, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.414964] env[69563]: DEBUG oslo_vmware.api [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529169f3-9d13-27c9-f73f-41760c9d0c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.038083} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.415302] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.495876] env[69563]: DEBUG nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.523254] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a5c0e155-db2a-41d6-a92f-46e4671acd18 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "15b8735d-4cae-4c05-afe8-dab95a937448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.523s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.635969] env[69563]: DEBUG nova.network.neutron [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Successfully updated port: 000fbb74-111b-44ed-a177-989d9c4fd923 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 677.362661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquiring lock "refresh_cache-2c2f8e89-9a01-46e1-ab53-3c80c1bff111" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.362959] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquired lock "refresh_cache-2c2f8e89-9a01-46e1-ab53-3c80c1bff111" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.362959] env[69563]: DEBUG nova.network.neutron [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 677.374304] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.374531] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.385776] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403239, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.391587] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.392164] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227476} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.392596] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.393417] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc75fce-7d83-431c-acf7-7d3c86c84089 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.416954] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 58aa726b-1551-4aad-9aac-adafc6dfdef0/58aa726b-1551-4aad-9aac-adafc6dfdef0.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.420045] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08136c73-88f2-40a9-8e69-3b380f9aca17 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.442934] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 677.442934] env[69563]: value = "task-3403241" [ 677.442934] env[69563]: _type = "Task" [ 677.442934] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.454254] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.538134] env[69563]: DEBUG nova.compute.manager [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Received event network-vif-plugged-000fbb74-111b-44ed-a177-989d9c4fd923 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.538134] env[69563]: DEBUG oslo_concurrency.lockutils [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] Acquiring lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.538134] env[69563]: DEBUG oslo_concurrency.lockutils [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] Lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.538134] env[69563]: DEBUG oslo_concurrency.lockutils [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] Lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.538134] env[69563]: DEBUG nova.compute.manager [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] No waiting events found dispatching network-vif-plugged-000fbb74-111b-44ed-a177-989d9c4fd923 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.538464] env[69563]: WARNING nova.compute.manager [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Received unexpected event network-vif-plugged-000fbb74-111b-44ed-a177-989d9c4fd923 for instance with vm_state building and task_state spawning. [ 677.538464] env[69563]: DEBUG nova.compute.manager [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Received event network-changed-000fbb74-111b-44ed-a177-989d9c4fd923 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.538464] env[69563]: DEBUG nova.compute.manager [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Refreshing instance network info cache due to event network-changed-000fbb74-111b-44ed-a177-989d9c4fd923. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.538647] env[69563]: DEBUG oslo_concurrency.lockutils [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] Acquiring lock "refresh_cache-2c2f8e89-9a01-46e1-ab53-3c80c1bff111" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.864672] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7fd118-9144-402d-93f1-49751779492e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.871039] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403239, 'name': CreateVM_Task, 'duration_secs': 1.809892} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.871607] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.872556] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.872879] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.873077] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.873879] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8763781-d09f-4941-a0fe-19ac7eea76c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.880289] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c6f474-4391-469c-9f5a-08dc8128472a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.883087] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 677.883087] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a4f00b-b724-c82a-0fbe-6dac915f5247" [ 677.883087] env[69563]: _type = "Task" [ 677.883087] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.915638] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf4b5a-8ba1-4f2a-ac3a-935058a3c151 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.918967] env[69563]: DEBUG nova.network.neutron [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 677.924421] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a4f00b-b724-c82a-0fbe-6dac915f5247, 'name': SearchDatastore_Task, 'duration_secs': 0.032679} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.926453] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.926453] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.926453] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.926453] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.926596] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.926596] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c660f90-1078-40d5-86c7-e6750deddbe4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.933169] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2710c6a-d628-4d8d-bab1-878219390615 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.938892] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.939073] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.947073] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccffa614-3569-4a8c-8319-d705dcb7b2fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.949692] env[69563]: DEBUG nova.compute.provider_tree [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.960201] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 677.960201] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529af9b3-c81a-a5cb-a111-3ca10b75df7d" [ 677.960201] env[69563]: _type = "Task" [ 677.960201] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.963777] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.972237] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529af9b3-c81a-a5cb-a111-3ca10b75df7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.100182] env[69563]: DEBUG nova.network.neutron [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Updating instance_info_cache with network_info: [{"id": "000fbb74-111b-44ed-a177-989d9c4fd923", "address": "fa:16:3e:24:8a:6b", "network": {"id": "ebc2321a-60c0-4185-b745-ba7a55f722a3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1900290313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1079bbc6cbe14193b1ae7e99e3ebdc88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000fbb74-11", "ovs_interfaceid": "000fbb74-111b-44ed-a177-989d9c4fd923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 678.457257] env[69563]: DEBUG nova.scheduler.client.report [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.465064] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.475928] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529af9b3-c81a-a5cb-a111-3ca10b75df7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014479} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.477161] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2292cb-0ea0-4d11-8e7a-9a576adb0e40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.483831] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 678.483831] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e24245-f32a-76bd-a448-2d7ac3281fa8" [ 678.483831] env[69563]: _type = "Task" [ 678.483831] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.492802] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e24245-f32a-76bd-a448-2d7ac3281fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.603318] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Releasing lock "refresh_cache-2c2f8e89-9a01-46e1-ab53-3c80c1bff111" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.603824] env[69563]: DEBUG nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Instance network_info: |[{"id": "000fbb74-111b-44ed-a177-989d9c4fd923", "address": "fa:16:3e:24:8a:6b", "network": {"id": "ebc2321a-60c0-4185-b745-ba7a55f722a3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1900290313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1079bbc6cbe14193b1ae7e99e3ebdc88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000fbb74-11", "ovs_interfaceid": "000fbb74-111b-44ed-a177-989d9c4fd923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.604290] env[69563]: DEBUG oslo_concurrency.lockutils [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] Acquired lock "refresh_cache-2c2f8e89-9a01-46e1-ab53-3c80c1bff111" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.604589] env[69563]: DEBUG nova.network.neutron [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Refreshing network info cache for port 000fbb74-111b-44ed-a177-989d9c4fd923 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 678.606264] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:8a:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '000fbb74-111b-44ed-a177-989d9c4fd923', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.619452] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Creating folder: Project (1079bbc6cbe14193b1ae7e99e3ebdc88). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.620929] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a81f89b-5e58-4b66-a739-92108a9c5450 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.634921] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Created folder: Project (1079bbc6cbe14193b1ae7e99e3ebdc88) in parent group-v678952. [ 678.635303] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Creating folder: Instances. Parent ref: group-v679026. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.635605] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d936a0ed-9494-4273-baa9-7d67a431958a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.646745] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Created folder: Instances in parent group-v679026. [ 678.647149] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.647433] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.647772] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa8f58de-92ad-414f-ae36-a666301c75e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.681131] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.681131] env[69563]: value = "task-3403244" [ 678.681131] env[69563]: _type = "Task" [ 678.681131] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.693567] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403244, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.962018] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403241, 'name': ReconfigVM_Task, 'duration_secs': 1.096216} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.962258] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 58aa726b-1551-4aad-9aac-adafc6dfdef0/58aa726b-1551-4aad-9aac-adafc6dfdef0.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.962877] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40a955aa-a6c8-44cb-bbf4-e5e1926924e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.966489] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.966950] env[69563]: DEBUG nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.970960] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.943s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.971191] env[69563]: DEBUG nova.objects.instance [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lazy-loading 'resources' on Instance uuid e94942e0-b29d-4b9f-8606-999242b38b24 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.972541] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 678.972541] env[69563]: value = "task-3403245" [ 678.972541] env[69563]: _type = "Task" [ 678.972541] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.982286] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403245, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.996942] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e24245-f32a-76bd-a448-2d7ac3281fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.018368} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.997455] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.997916] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556/2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.998569] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ffa324d-192a-48f5-8c54-3b77b6ff35e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.009092] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 679.009092] env[69563]: value = "task-3403246" [ 679.009092] env[69563]: _type = "Task" [ 679.009092] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.019360] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.192380] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403244, 'name': CreateVM_Task, 'duration_secs': 0.308467} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.192555] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.193244] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.193406] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.193722] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.194009] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7042dd-28b8-4ccb-9b32-6f4b30207e68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.199742] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 679.199742] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fbe0cf-2161-003c-52a7-165c83f1693e" [ 679.199742] env[69563]: _type = "Task" [ 679.199742] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.209546] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fbe0cf-2161-003c-52a7-165c83f1693e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.375811] env[69563]: DEBUG nova.network.neutron [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Updated VIF entry in instance network info cache for port 000fbb74-111b-44ed-a177-989d9c4fd923. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 679.376262] env[69563]: DEBUG nova.network.neutron [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Updating instance_info_cache with network_info: [{"id": "000fbb74-111b-44ed-a177-989d9c4fd923", "address": "fa:16:3e:24:8a:6b", "network": {"id": "ebc2321a-60c0-4185-b745-ba7a55f722a3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1900290313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1079bbc6cbe14193b1ae7e99e3ebdc88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000fbb74-11", "ovs_interfaceid": "000fbb74-111b-44ed-a177-989d9c4fd923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 679.477550] env[69563]: DEBUG nova.compute.utils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.479908] env[69563]: DEBUG nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.480085] env[69563]: DEBUG nova.network.neutron [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 679.494380] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403245, 'name': Rename_Task, 'duration_secs': 0.145704} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.495505] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.495796] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f26e885-b1d7-48bf-98a1-b5bd0800e7ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.504827] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 679.504827] env[69563]: value = "task-3403247" [ 679.504827] env[69563]: _type = "Task" [ 679.504827] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.519771] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.525801] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472782} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.530176] env[69563]: DEBUG nova.policy [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.531647] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556/2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.531868] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.532555] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02d68e5f-d1ed-4c8d-97a0-6901f6f415a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.540714] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 679.540714] env[69563]: value = "task-3403248" [ 679.540714] env[69563]: _type = "Task" [ 679.540714] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.554754] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.715744] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fbe0cf-2161-003c-52a7-165c83f1693e, 'name': SearchDatastore_Task, 'duration_secs': 0.054004} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.721186] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.721186] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.721186] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.721186] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.721312] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.722023] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebdbbb9d-483a-4dd6-9e1d-dfc1646c1653 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.738801] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.738801] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.738801] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a9d1ae-573e-4bf3-bc06-cd078dd1eddb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.744259] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 679.744259] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b5280d-e788-bd80-a113-17f2ca2543e4" [ 679.744259] env[69563]: _type = "Task" [ 679.744259] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.757324] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b5280d-e788-bd80-a113-17f2ca2543e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.758910] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225a2e8c-25d3-4f97-817d-3142a1e2066d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.766413] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 679.766413] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c4a8e0-3ffd-7b68-90d2-def356469c3c" [ 679.766413] env[69563]: _type = "Task" [ 679.766413] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.778976] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c4a8e0-3ffd-7b68-90d2-def356469c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.779315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.779656] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 2c2f8e89-9a01-46e1-ab53-3c80c1bff111/2c2f8e89-9a01-46e1-ab53-3c80c1bff111.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.779973] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b550cec-2ab8-4b03-a8b0-1375df5bf291 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.787379] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 679.787379] env[69563]: value = "task-3403249" [ 679.787379] env[69563]: _type = "Task" [ 679.787379] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.798775] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.882739] env[69563]: DEBUG oslo_concurrency.lockutils [req-86e6d0e2-6386-4365-858b-e9fbfa0ab1c5 req-8b774576-0e76-4bce-b3e6-19f327d477bf service nova] Releasing lock "refresh_cache-2c2f8e89-9a01-46e1-ab53-3c80c1bff111" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.971716] env[69563]: DEBUG nova.network.neutron [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Successfully created port: 34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 679.986811] env[69563]: DEBUG nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.016559] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403247, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.051626] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3567bc-7255-458d-a3af-9be5dd83e977 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.059439] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080825} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.060284] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.061530] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fd6c7a-c0cd-42c5-929d-265a6c1da6a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.067987] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b5bb62-65c3-49d8-83f2-9e175ac8ff39 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.098499] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556/2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.100078] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b38040-6f8b-457c-845c-02f3b5a56c68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.150506] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbc01f9-63f1-4cbb-9823-44b89d0f4165 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.158098] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 680.158098] env[69563]: value = "task-3403250" [ 680.158098] env[69563]: _type = "Task" [ 680.158098] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.165230] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5555b072-02b5-4e47-b4c3-7efe6e861a2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.176439] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403250, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.186439] env[69563]: DEBUG nova.compute.provider_tree [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.308682] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.517147] env[69563]: DEBUG oslo_vmware.api [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403247, 'name': PowerOnVM_Task, 'duration_secs': 0.727487} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.518340] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.518340] env[69563]: INFO nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Took 10.24 seconds to spawn the instance on the hypervisor. [ 680.518340] env[69563]: DEBUG nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.518737] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f05197c-8957-4698-b098-5dfdf01601f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.671066] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403250, 'name': ReconfigVM_Task, 'duration_secs': 0.370036} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.671066] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556/2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.671492] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2e25d7-870d-4e2a-b885-467cc8d0139e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.678379] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 680.678379] env[69563]: value = "task-3403251" [ 680.678379] env[69563]: _type = "Task" [ 680.678379] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.686394] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403251, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.691629] env[69563]: DEBUG nova.scheduler.client.report [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.803934] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403249, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.000055] env[69563]: DEBUG nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.026778] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.027070] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.027239] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.027436] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.027584] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.027775] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.027979] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.028184] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.028358] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.028523] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.028768] env[69563]: DEBUG nova.virt.hardware [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.029702] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775680a8-34a9-4a21-a60a-159c2e777e3d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.043466] env[69563]: INFO nova.compute.manager [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Took 37.72 seconds to build instance. [ 681.045513] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e221ba3-5718-46d2-94eb-020c8773bb77 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.188803] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403251, 'name': Rename_Task, 'duration_secs': 0.183285} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.189078] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.189329] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e660b0a-3144-4ffd-bc31-3585110e03d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.196760] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 681.196760] env[69563]: value = "task-3403252" [ 681.196760] env[69563]: _type = "Task" [ 681.196760] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.197450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.199737] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.755s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.199973] env[69563]: DEBUG nova.objects.instance [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lazy-loading 'resources' on Instance uuid eaed6791-6291-4e8d-a6f7-c22a8434dd09 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.210698] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.224584] env[69563]: INFO nova.scheduler.client.report [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Deleted allocations for instance e94942e0-b29d-4b9f-8606-999242b38b24 [ 681.301728] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403249, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.551049] env[69563]: DEBUG oslo_concurrency.lockutils [None req-adb5c47e-bf0c-4043-91f4-3e57522d69d9 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "58aa726b-1551-4aad-9aac-adafc6dfdef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.090s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.600762] env[69563]: DEBUG nova.compute.manager [req-d890dcee-7edd-42e9-8550-56f55c3815eb req-041614c2-d2f5-4e3e-9453-16a691969a8f service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received event network-vif-plugged-34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.600960] env[69563]: DEBUG oslo_concurrency.lockutils [req-d890dcee-7edd-42e9-8550-56f55c3815eb req-041614c2-d2f5-4e3e-9453-16a691969a8f service nova] Acquiring lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.601316] env[69563]: DEBUG oslo_concurrency.lockutils [req-d890dcee-7edd-42e9-8550-56f55c3815eb req-041614c2-d2f5-4e3e-9453-16a691969a8f service nova] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.601404] env[69563]: DEBUG oslo_concurrency.lockutils [req-d890dcee-7edd-42e9-8550-56f55c3815eb req-041614c2-d2f5-4e3e-9453-16a691969a8f service nova] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.601500] env[69563]: DEBUG nova.compute.manager [req-d890dcee-7edd-42e9-8550-56f55c3815eb req-041614c2-d2f5-4e3e-9453-16a691969a8f service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] No waiting events found dispatching network-vif-plugged-34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.601791] env[69563]: WARNING nova.compute.manager [req-d890dcee-7edd-42e9-8550-56f55c3815eb req-041614c2-d2f5-4e3e-9453-16a691969a8f service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received unexpected event network-vif-plugged-34e284bc-42ee-4ed7-96f3-66f1c4c294e3 for instance with vm_state building and task_state spawning. [ 681.677802] env[69563]: DEBUG nova.network.neutron [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Successfully updated port: 34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 681.718554] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.735842] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ceb8c572-e891-4201-9aae-cb24ee82e521 tempest-ServersAaction247Test-2060245625 tempest-ServersAaction247Test-2060245625-project-member] Lock "e94942e0-b29d-4b9f-8606-999242b38b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.170s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.814956] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403249, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.620473} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.815247] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 2c2f8e89-9a01-46e1-ab53-3c80c1bff111/2c2f8e89-9a01-46e1-ab53-3c80c1bff111.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.816057] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.816057] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df90465-99f9-4228-9225-26b2dea0afad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.826267] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 681.826267] env[69563]: value = "task-3403253" [ 681.826267] env[69563]: _type = "Task" [ 681.826267] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.840576] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.871736] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d9d85-f726-4166-b2a2-1e864d6ac4a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.881816] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce26139-e6cb-4e5d-a2e5-c96bde2ebc84 tempest-ServersAdminNegativeTestJSON-1259732163 tempest-ServersAdminNegativeTestJSON-1259732163-project-admin] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Suspending the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 681.882115] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7308e4cd-b511-47d9-be56-a0bfd10996ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.890051] env[69563]: DEBUG oslo_vmware.api [None req-1ce26139-e6cb-4e5d-a2e5-c96bde2ebc84 tempest-ServersAdminNegativeTestJSON-1259732163 tempest-ServersAdminNegativeTestJSON-1259732163-project-admin] Waiting for the task: (returnval){ [ 681.890051] env[69563]: value = "task-3403254" [ 681.890051] env[69563]: _type = "Task" [ 681.890051] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.898915] env[69563]: DEBUG oslo_vmware.api [None req-1ce26139-e6cb-4e5d-a2e5-c96bde2ebc84 tempest-ServersAdminNegativeTestJSON-1259732163 tempest-ServersAdminNegativeTestJSON-1259732163-project-admin] Task: {'id': task-3403254, 'name': SuspendVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.054231] env[69563]: DEBUG nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.182297] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.182297] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.182492] env[69563]: DEBUG nova.network.neutron [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 682.202939] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333e230e-0e8e-45f5-9ead-18d8ffebe6f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.215643] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258996d7-7b00-45ac-b269-29941d6ad00a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.219061] env[69563]: DEBUG oslo_vmware.api [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403252, 'name': PowerOnVM_Task, 'duration_secs': 0.640894} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.219248] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.219445] env[69563]: INFO nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Took 9.18 seconds to spawn the instance on the hypervisor. [ 682.219650] env[69563]: DEBUG nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.220940] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6597fab-8f90-4487-b67d-ce28c51a3d4a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.249551] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bbf1b9-4e94-47ea-90e7-f4d1a1cb71ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.264515] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3367b584-ea42-4c97-8bb6-9a8fcde094dc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.285089] env[69563]: DEBUG nova.compute.provider_tree [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.337794] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214363} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.338042] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.338951] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89090655-b79f-41df-810d-dbff56607ffa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.362178] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2c2f8e89-9a01-46e1-ab53-3c80c1bff111/2c2f8e89-9a01-46e1-ab53-3c80c1bff111.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.362869] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81fe4c27-e676-465f-ab80-c266a95da293 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.383754] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 682.383754] env[69563]: value = "task-3403255" [ 682.383754] env[69563]: _type = "Task" [ 682.383754] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.393646] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.402793] env[69563]: DEBUG oslo_vmware.api [None req-1ce26139-e6cb-4e5d-a2e5-c96bde2ebc84 tempest-ServersAdminNegativeTestJSON-1259732163 tempest-ServersAdminNegativeTestJSON-1259732163-project-admin] Task: {'id': task-3403254, 'name': SuspendVM_Task} progress is 54%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.578801] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.731392] env[69563]: DEBUG nova.network.neutron [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 682.770936] env[69563]: INFO nova.compute.manager [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Took 35.65 seconds to build instance. [ 682.787894] env[69563]: DEBUG nova.scheduler.client.report [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.895525] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.903755] env[69563]: DEBUG oslo_vmware.api [None req-1ce26139-e6cb-4e5d-a2e5-c96bde2ebc84 tempest-ServersAdminNegativeTestJSON-1259732163 tempest-ServersAdminNegativeTestJSON-1259732163-project-admin] Task: {'id': task-3403254, 'name': SuspendVM_Task, 'duration_secs': 0.783604} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.904457] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce26139-e6cb-4e5d-a2e5-c96bde2ebc84 tempest-ServersAdminNegativeTestJSON-1259732163 tempest-ServersAdminNegativeTestJSON-1259732163-project-admin] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Suspended the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 682.904457] env[69563]: DEBUG nova.compute.manager [None req-1ce26139-e6cb-4e5d-a2e5-c96bde2ebc84 tempest-ServersAdminNegativeTestJSON-1259732163 tempest-ServersAdminNegativeTestJSON-1259732163-project-admin] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.905353] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bf16bd-34d4-4088-88cb-bd5a8607b65f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.915425] env[69563]: DEBUG nova.network.neutron [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [{"id": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "address": "fa:16:3e:a8:a5:d6", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e284bc-42", "ovs_interfaceid": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 683.272050] env[69563]: DEBUG oslo_concurrency.lockutils [None req-200caee2-8850-45bb-9b6c-ec2a7b5b46d1 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.760s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.293309] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.296528] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.568s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.297833] env[69563]: INFO nova.compute.claims [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.321634] env[69563]: INFO nova.scheduler.client.report [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Deleted allocations for instance eaed6791-6291-4e8d-a6f7-c22a8434dd09 [ 683.394772] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403255, 'name': ReconfigVM_Task, 'duration_secs': 0.974709} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.395095] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2c2f8e89-9a01-46e1-ab53-3c80c1bff111/2c2f8e89-9a01-46e1-ab53-3c80c1bff111.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.395702] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-485fbfd5-0bde-4f05-b011-ce5485fa695c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.402691] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 683.402691] env[69563]: value = "task-3403256" [ 683.402691] env[69563]: _type = "Task" [ 683.402691] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.411809] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403256, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.419144] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.419418] env[69563]: DEBUG nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Instance network_info: |[{"id": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "address": "fa:16:3e:a8:a5:d6", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e284bc-42", "ovs_interfaceid": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.419806] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:a5:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34e284bc-42ee-4ed7-96f3-66f1c4c294e3', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.427606] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Creating folder: Project (3bc66a578e844245a651dd88598179ec). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.429399] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fd70674-f3b6-4f80-a6f7-bca59adb7cfb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.444020] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Created folder: Project (3bc66a578e844245a651dd88598179ec) in parent group-v678952. [ 683.444020] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Creating folder: Instances. Parent ref: group-v679029. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.444020] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acac7a29-fe69-459e-93e9-ba53058f628b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.453951] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Created folder: Instances in parent group-v679029. [ 683.454358] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.454638] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.454937] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7830bf4c-1943-4708-ba92-b98bec5d8652 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.478187] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.478187] env[69563]: value = "task-3403259" [ 683.478187] env[69563]: _type = "Task" [ 683.478187] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.484061] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403259, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.736264] env[69563]: DEBUG nova.compute.manager [req-84427b33-331d-4436-9d46-25485083193a req-7ed272fc-ed4f-4829-b6b0-70d0d5a3a744 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received event network-changed-34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.736264] env[69563]: DEBUG nova.compute.manager [req-84427b33-331d-4436-9d46-25485083193a req-7ed272fc-ed4f-4829-b6b0-70d0d5a3a744 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Refreshing instance network info cache due to event network-changed-34e284bc-42ee-4ed7-96f3-66f1c4c294e3. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.736264] env[69563]: DEBUG oslo_concurrency.lockutils [req-84427b33-331d-4436-9d46-25485083193a req-7ed272fc-ed4f-4829-b6b0-70d0d5a3a744 service nova] Acquiring lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.736264] env[69563]: DEBUG oslo_concurrency.lockutils [req-84427b33-331d-4436-9d46-25485083193a req-7ed272fc-ed4f-4829-b6b0-70d0d5a3a744 service nova] Acquired lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.736264] env[69563]: DEBUG nova.network.neutron [req-84427b33-331d-4436-9d46-25485083193a req-7ed272fc-ed4f-4829-b6b0-70d0d5a3a744 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Refreshing network info cache for port 34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 683.762055] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a183c2d4-52bb-4f5c-91b2-cab1ea23817a tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "interface-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.762055] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a183c2d4-52bb-4f5c-91b2-cab1ea23817a tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "interface-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.762055] env[69563]: DEBUG nova.objects.instance [None req-a183c2d4-52bb-4f5c-91b2-cab1ea23817a tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lazy-loading 'flavor' on Instance uuid 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.776939] env[69563]: DEBUG nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.831659] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4f919edd-be47-4d29-8969-7fcd25aa6462 tempest-ServerAddressesTestJSON-542744486 tempest-ServerAddressesTestJSON-542744486-project-member] Lock "eaed6791-6291-4e8d-a6f7-c22a8434dd09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.355s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.913481] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403256, 'name': Rename_Task, 'duration_secs': 0.237181} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.914043] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.914511] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-babf04dd-e6c7-4c70-ac88-b3093ee2b9ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.921482] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 683.921482] env[69563]: value = "task-3403260" [ 683.921482] env[69563]: _type = "Task" [ 683.921482] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.929309] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.986501] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403259, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.268468] env[69563]: DEBUG nova.objects.instance [None req-a183c2d4-52bb-4f5c-91b2-cab1ea23817a tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.300017] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.431835] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.495033] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403259, 'name': CreateVM_Task, 'duration_secs': 0.627614} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.495033] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.495033] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.495422] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.495632] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.495947] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979a437e-2db9-4b9f-b680-5a83a1de004a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.511890] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 684.511890] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d4354-3359-a20a-058e-ad59bcf8d274" [ 684.511890] env[69563]: _type = "Task" [ 684.511890] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.526589] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d4354-3359-a20a-058e-ad59bcf8d274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.716330] env[69563]: DEBUG nova.network.neutron [req-84427b33-331d-4436-9d46-25485083193a req-7ed272fc-ed4f-4829-b6b0-70d0d5a3a744 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updated VIF entry in instance network info cache for port 34e284bc-42ee-4ed7-96f3-66f1c4c294e3. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 684.716955] env[69563]: DEBUG nova.network.neutron [req-84427b33-331d-4436-9d46-25485083193a req-7ed272fc-ed4f-4829-b6b0-70d0d5a3a744 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [{"id": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "address": "fa:16:3e:a8:a5:d6", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e284bc-42", "ovs_interfaceid": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 684.771392] env[69563]: DEBUG nova.objects.base [None req-a183c2d4-52bb-4f5c-91b2-cab1ea23817a tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Object Instance<2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556> lazy-loaded attributes: flavor,pci_requests {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 684.771708] env[69563]: DEBUG nova.network.neutron [None req-a183c2d4-52bb-4f5c-91b2-cab1ea23817a tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 684.838738] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb555f5-81b9-4525-8bfe-fe056eca4ee3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.850046] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c239d54-9fb8-4a7a-be02-84e78316ecd4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.882534] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738536c5-413b-4237-a68b-39fbbccc3168 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.891640] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02ee8c-ceb6-4a53-930b-57fe5100f0be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.896722] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a183c2d4-52bb-4f5c-91b2-cab1ea23817a tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "interface-2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.908669] env[69563]: DEBUG nova.compute.provider_tree [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.933575] env[69563]: DEBUG oslo_vmware.api [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403260, 'name': PowerOnVM_Task, 'duration_secs': 0.706921} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.933824] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.934015] env[69563]: INFO nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Took 9.17 seconds to spawn the instance on the hypervisor. [ 684.934304] env[69563]: DEBUG nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.935097] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d57168-a428-4c83-8fa3-a404a20fb8cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.024034] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d4354-3359-a20a-058e-ad59bcf8d274, 'name': SearchDatastore_Task, 'duration_secs': 0.019195} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.024034] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.024034] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.024212] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.024243] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.024591] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.024868] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ced9c54-839f-48d3-9efd-c4b25df170cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.034463] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.034662] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.035405] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5494c9e4-e451-4deb-b259-22618fd4c5ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.040694] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 685.040694] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52833530-ae74-8dc1-8e82-a77ea6d635fa" [ 685.040694] env[69563]: _type = "Task" [ 685.040694] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.048540] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52833530-ae74-8dc1-8e82-a77ea6d635fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.220872] env[69563]: DEBUG oslo_concurrency.lockutils [req-84427b33-331d-4436-9d46-25485083193a req-7ed272fc-ed4f-4829-b6b0-70d0d5a3a744 service nova] Releasing lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.440961] env[69563]: ERROR nova.scheduler.client.report [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [req-f92a4e5a-dd37-474f-affa-ed6ff922580e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f92a4e5a-dd37-474f-affa-ed6ff922580e"}]} [ 685.454198] env[69563]: INFO nova.compute.manager [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Took 35.37 seconds to build instance. [ 685.467532] env[69563]: DEBUG nova.scheduler.client.report [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 685.493850] env[69563]: DEBUG nova.scheduler.client.report [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 685.494141] env[69563]: DEBUG nova.compute.provider_tree [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.511572] env[69563]: DEBUG nova.scheduler.client.report [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 685.536355] env[69563]: DEBUG nova.scheduler.client.report [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 685.558463] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52833530-ae74-8dc1-8e82-a77ea6d635fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.559793] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702eafaf-3f06-4416-a8a6-0b070d684e62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.570508] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 685.570508] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5215ac9b-65d9-87c3-2786-9b66a00ec67a" [ 685.570508] env[69563]: _type = "Task" [ 685.570508] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.592548] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5215ac9b-65d9-87c3-2786-9b66a00ec67a, 'name': SearchDatastore_Task, 'duration_secs': 0.013685} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.596518] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.596984] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa/8f4e9d18-3a78-4cb1-a21b-8b48dc056caa.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.597553] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f10fd5e2-8925-4622-9c69-a6d98bd0d223 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.606483] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 685.606483] env[69563]: value = "task-3403261" [ 685.606483] env[69563]: _type = "Task" [ 685.606483] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.620601] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.958736] env[69563]: DEBUG oslo_concurrency.lockutils [None req-84be8fb2-9d2d-4e5b-94f1-b83deb52a22c tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.766s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.119391] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403261, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.148402] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6466d95-6c1f-42ac-ba4b-e7c88e396c8e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.155661] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ca53c3-6527-4c4e-862d-89ca3dbeea94 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.189016] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cdd70b-a55f-498d-a8d4-00ad8b5ea320 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.196330] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ca6a7-66c9-47ad-8390-04f9915366ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.209991] env[69563]: DEBUG nova.compute.provider_tree [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.463255] env[69563]: DEBUG nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.618488] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524201} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.618488] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa/8f4e9d18-3a78-4cb1-a21b-8b48dc056caa.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.618641] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.618988] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d19ceddb-5815-46d6-8574-16f530092623 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.626524] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 686.626524] env[69563]: value = "task-3403262" [ 686.626524] env[69563]: _type = "Task" [ 686.626524] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.634958] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.746816] env[69563]: DEBUG nova.scheduler.client.report [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 686.746932] env[69563]: DEBUG nova.compute.provider_tree [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 49 to 50 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 686.747100] env[69563]: DEBUG nova.compute.provider_tree [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.992125] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.139716] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068397} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.139716] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.142037] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76afd9b-1622-4c94-9a8d-2103fa9db79f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.167111] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa/8f4e9d18-3a78-4cb1-a21b-8b48dc056caa.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.167111] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecff0618-b327-4d92-b4ec-52795cff4665 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.186349] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 687.186349] env[69563]: value = "task-3403263" [ 687.186349] env[69563]: _type = "Task" [ 687.186349] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.194978] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.253029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.957s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.253476] env[69563]: DEBUG nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.257249] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.193s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.259621] env[69563]: INFO nova.compute.claims [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.465543] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.465802] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.466016] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.466487] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.466487] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.468701] env[69563]: INFO nova.compute.manager [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Terminating instance [ 687.698241] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403263, 'name': ReconfigVM_Task, 'duration_secs': 0.276336} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.698549] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa/8f4e9d18-3a78-4cb1-a21b-8b48dc056caa.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.699202] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a57335f9-b014-4b63-be74-24137a2bed6b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.705262] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 687.705262] env[69563]: value = "task-3403264" [ 687.705262] env[69563]: _type = "Task" [ 687.705262] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.715450] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403264, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.759391] env[69563]: DEBUG nova.compute.utils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.761046] env[69563]: DEBUG nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.761206] env[69563]: DEBUG nova.network.neutron [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 687.831267] env[69563]: DEBUG nova.policy [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00516b01fa00417390efe4b18b5fb8a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b321a6a717e4274a59748ff1e712bbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.902441] env[69563]: DEBUG nova.compute.manager [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.903381] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470dce14-43dc-4d13-a4b0-7e09e293f41f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.972306] env[69563]: DEBUG nova.compute.manager [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.972545] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.973462] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a29e85b-5c8c-4f9b-9f02-80bd68c799a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.982142] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.982403] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec10a4c-01d4-454e-a3d0-0d6446adc336 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.989690] env[69563]: DEBUG oslo_vmware.api [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 687.989690] env[69563]: value = "task-3403265" [ 687.989690] env[69563]: _type = "Task" [ 687.989690] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.001943] env[69563]: DEBUG oslo_vmware.api [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.215011] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403264, 'name': Rename_Task, 'duration_secs': 0.143617} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.215471] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.215741] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64e61ee-76e9-4a90-9ea4-4da3df670452 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.222939] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 688.222939] env[69563]: value = "task-3403266" [ 688.222939] env[69563]: _type = "Task" [ 688.222939] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.234316] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.266949] env[69563]: DEBUG nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.406039] env[69563]: DEBUG nova.network.neutron [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Successfully created port: 045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 688.414028] env[69563]: INFO nova.compute.manager [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] instance snapshotting [ 688.419584] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f1c74b-f272-4460-8e0c-a0f6905e3e8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.446030] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6893584-7904-4ac2-8163-41b52830005c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.505935] env[69563]: DEBUG oslo_vmware.api [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403265, 'name': PowerOffVM_Task, 'duration_secs': 0.4102} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.505935] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.505935] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.505935] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87a4240d-33dd-42b2-b188-ed85cf3e7383 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.565917] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.566716] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.566716] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Deleting the datastore file [datastore1] 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.566716] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cacb58ce-5861-466d-8eb6-b516d1203844 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.577873] env[69563]: DEBUG oslo_vmware.api [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for the task: (returnval){ [ 688.577873] env[69563]: value = "task-3403268" [ 688.577873] env[69563]: _type = "Task" [ 688.577873] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.590552] env[69563]: DEBUG oslo_vmware.api [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.737341] env[69563]: DEBUG oslo_vmware.api [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403266, 'name': PowerOnVM_Task, 'duration_secs': 0.49999} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.737667] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.737889] env[69563]: INFO nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Took 7.74 seconds to spawn the instance on the hypervisor. [ 688.738292] env[69563]: DEBUG nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.739722] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53dbdc3-7314-4c5a-9252-6cfef4dc31ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.782983] env[69563]: INFO nova.virt.block_device [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Booting with volume 444d290c-f393-4e1e-af61-41f61c21096d at /dev/sda [ 688.787731] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "58aa726b-1551-4aad-9aac-adafc6dfdef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.787965] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "58aa726b-1551-4aad-9aac-adafc6dfdef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.788186] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "58aa726b-1551-4aad-9aac-adafc6dfdef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.788367] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "58aa726b-1551-4aad-9aac-adafc6dfdef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.788533] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "58aa726b-1551-4aad-9aac-adafc6dfdef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.809147] env[69563]: INFO nova.compute.manager [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Terminating instance [ 688.851948] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2108fcd-78f9-4920-9d59-836acfe7e3f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.864141] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b49fd-498d-4fcb-abfa-281cd65a0375 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.877226] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48f477d-316d-4406-866a-7c94a970fe9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.888633] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bc6abd-5f54-414d-98c9-c145b1212dd1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.905157] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6317c84b-cdc8-4b45-b797-5020a1778a35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.933312] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07004ce6-8f0c-4199-bd48-b433294be2bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.942644] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df03b0db-d462-4719-8964-1973348c88e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.954990] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 688.955721] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-35e8ec31-aaa0-49a3-bd34-7f3a10c405bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.958358] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a9b77c-449e-4a2e-b59d-f32b97b1dbaf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.972890] env[69563]: DEBUG nova.compute.provider_tree [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.988315] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 688.988315] env[69563]: value = "task-3403269" [ 688.988315] env[69563]: _type = "Task" [ 688.988315] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.989893] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20be91-9433-4c65-ae17-f1e654dbe76f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.002328] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bee974c-63cd-42d2-a240-b4bb40c03611 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.004977] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403269, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.017013] env[69563]: DEBUG nova.virt.block_device [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Updating existing volume attachment record: 90c99365-80f7-4b06-b029-bca1ea468757 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 689.087361] env[69563]: DEBUG oslo_vmware.api [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Task: {'id': task-3403268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289688} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.087598] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.087855] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.088097] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.088311] env[69563]: INFO nova.compute.manager [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Took 1.12 seconds to destroy the instance on the hypervisor. [ 689.088598] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.088834] env[69563]: DEBUG nova.compute.manager [-] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.088946] env[69563]: DEBUG nova.network.neutron [-] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 689.270874] env[69563]: INFO nova.compute.manager [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Took 36.99 seconds to build instance. [ 689.314399] env[69563]: DEBUG nova.compute.manager [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.314622] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.316027] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdede78-9b7a-4807-9da7-1b5886828021 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.324145] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.324670] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1abf139-fca5-4b2d-b735-b13114646aec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.386588] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.386825] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.387012] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleting the datastore file [datastore1] 58aa726b-1551-4aad-9aac-adafc6dfdef0 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.387328] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ce2bb5c-a3ac-4f90-9f8a-b215bfb0f07c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.399658] env[69563]: DEBUG oslo_vmware.api [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 689.399658] env[69563]: value = "task-3403271" [ 689.399658] env[69563]: _type = "Task" [ 689.399658] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.408761] env[69563]: DEBUG oslo_vmware.api [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.423097] env[69563]: DEBUG nova.compute.manager [req-8f3e7875-f8f7-440e-ac1a-e4f6cc1ffb9f req-d4326f5d-c753-4e32-962c-1cd1c9f75f99 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Received event network-vif-deleted-d3836514-8a11-4de3-a8ad-53f8019880a1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.424841] env[69563]: INFO nova.compute.manager [req-8f3e7875-f8f7-440e-ac1a-e4f6cc1ffb9f req-d4326f5d-c753-4e32-962c-1cd1c9f75f99 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Neutron deleted interface d3836514-8a11-4de3-a8ad-53f8019880a1; detaching it from the instance and deleting it from the info cache [ 689.424841] env[69563]: DEBUG nova.network.neutron [req-8f3e7875-f8f7-440e-ac1a-e4f6cc1ffb9f req-d4326f5d-c753-4e32-962c-1cd1c9f75f99 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 689.490863] env[69563]: DEBUG nova.scheduler.client.report [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.504129] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403269, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.624248] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.624577] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.774410] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9aeda81c-dc05-406b-8ae4-1ff567640bf8 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.652s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.860814] env[69563]: DEBUG nova.network.neutron [-] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 689.911550] env[69563]: DEBUG oslo_vmware.api [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19994} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.911818] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.912030] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.912206] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.912372] env[69563]: INFO nova.compute.manager [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Took 0.60 seconds to destroy the instance on the hypervisor. [ 689.912617] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.912802] env[69563]: DEBUG nova.compute.manager [-] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.912889] env[69563]: DEBUG nova.network.neutron [-] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 689.926720] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea0c78a5-464a-4db5-863e-06dc780899c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.936041] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108c8f6d-6db4-4eb0-b2a9-ee06eedc17c7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.974355] env[69563]: DEBUG nova.compute.manager [req-8f3e7875-f8f7-440e-ac1a-e4f6cc1ffb9f req-d4326f5d-c753-4e32-962c-1cd1c9f75f99 service nova] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Detach interface failed, port_id=d3836514-8a11-4de3-a8ad-53f8019880a1, reason: Instance 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 689.998019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.998019] env[69563]: DEBUG nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.003332] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.286s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.004140] env[69563]: DEBUG nova.objects.instance [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lazy-loading 'resources' on Instance uuid f3b8ab24-3f49-4af8-ab8f-2360fb111d12 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.015925] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403269, 'name': CreateSnapshot_Task, 'duration_secs': 0.798409} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.016351] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 690.017626] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbdcb8a-acb0-4d6b-b891-7e2fb7c9fe29 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.133091] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.134142] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.134456] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.136559] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.136559] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.136559] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.136559] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 690.136559] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.275925] env[69563]: DEBUG nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.364789] env[69563]: INFO nova.compute.manager [-] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Took 1.27 seconds to deallocate network for instance. [ 690.507669] env[69563]: DEBUG nova.compute.utils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.509799] env[69563]: DEBUG nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.510037] env[69563]: DEBUG nova.network.neutron [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 690.522163] env[69563]: DEBUG nova.network.neutron [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Successfully updated port: 045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 690.544664] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 690.545049] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-15634e4d-4eda-4d8b-83d1-21ccbc5fb2ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.559526] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 690.559526] env[69563]: value = "task-3403272" [ 690.559526] env[69563]: _type = "Task" [ 690.559526] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.565305] env[69563]: DEBUG nova.policy [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fee05bed92d74ed097bb41fe21ca7804', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '852e5dbff186498ebfb20d5a8465f481', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.573282] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403272, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.639167] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.732538] env[69563]: DEBUG nova.compute.manager [req-247b9868-2611-42b7-a67c-94a5b3ad9ea9 req-2d1e0cb9-4cc3-4578-b6c6-e1f97e670e51 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received event network-changed-34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.734014] env[69563]: DEBUG nova.compute.manager [req-247b9868-2611-42b7-a67c-94a5b3ad9ea9 req-2d1e0cb9-4cc3-4578-b6c6-e1f97e670e51 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Refreshing instance network info cache due to event network-changed-34e284bc-42ee-4ed7-96f3-66f1c4c294e3. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.734014] env[69563]: DEBUG oslo_concurrency.lockutils [req-247b9868-2611-42b7-a67c-94a5b3ad9ea9 req-2d1e0cb9-4cc3-4578-b6c6-e1f97e670e51 service nova] Acquiring lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.734014] env[69563]: DEBUG oslo_concurrency.lockutils [req-247b9868-2611-42b7-a67c-94a5b3ad9ea9 req-2d1e0cb9-4cc3-4578-b6c6-e1f97e670e51 service nova] Acquired lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.734014] env[69563]: DEBUG nova.network.neutron [req-247b9868-2611-42b7-a67c-94a5b3ad9ea9 req-2d1e0cb9-4cc3-4578-b6c6-e1f97e670e51 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Refreshing network info cache for port 34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 690.799824] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.873562] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.942337] env[69563]: DEBUG nova.network.neutron [-] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 690.949167] env[69563]: DEBUG nova.network.neutron [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Successfully created port: 90a651bc-431d-473e-8b22-e4986fbbdb07 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 691.015670] env[69563]: DEBUG nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.027040] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Acquiring lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.027144] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Acquired lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.028073] env[69563]: DEBUG nova.network.neutron [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 691.071044] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403272, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.095624] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bf1d9f-ad61-4909-a90c-41513e3beec2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.103409] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae5feba-795b-4d06-b0a0-7ec102eb7745 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.135110] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a621b3-6df3-4b96-8edb-0d0d80a47b52 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.143604] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3872d460-24c4-4a27-94bd-4cdea9cb1f80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.148520] env[69563]: DEBUG nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.149027] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.149242] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.149478] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.149590] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.149726] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.149873] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.150084] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.150243] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.150407] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.150555] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.150727] env[69563]: DEBUG nova.virt.hardware [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.151503] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256b31c-459b-4e08-8a16-780cd7b83e1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.163997] env[69563]: DEBUG nova.compute.provider_tree [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.171312] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b2208b-70bf-4d17-a90e-10ae763771bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.441808] env[69563]: INFO nova.compute.manager [-] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Took 1.53 seconds to deallocate network for instance. [ 691.514574] env[69563]: DEBUG nova.compute.manager [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Received event network-vif-plugged-045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.514782] env[69563]: DEBUG oslo_concurrency.lockutils [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] Acquiring lock "2b16af07-2937-4a48-8c34-e414a0c3aca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.515118] env[69563]: DEBUG oslo_concurrency.lockutils [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] Lock "2b16af07-2937-4a48-8c34-e414a0c3aca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.515420] env[69563]: DEBUG oslo_concurrency.lockutils [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] Lock "2b16af07-2937-4a48-8c34-e414a0c3aca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.515596] env[69563]: DEBUG nova.compute.manager [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] No waiting events found dispatching network-vif-plugged-045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.515761] env[69563]: WARNING nova.compute.manager [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Received unexpected event network-vif-plugged-045ef6d2-87de-4579-8ba9-ed1bca3a573f for instance with vm_state building and task_state spawning. [ 691.515921] env[69563]: DEBUG nova.compute.manager [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Received event network-vif-deleted-95f4b80f-15a3-4848-829b-40150f4a4b5a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.516103] env[69563]: DEBUG nova.compute.manager [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Received event network-changed-045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.516260] env[69563]: DEBUG nova.compute.manager [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Refreshing instance network info cache due to event network-changed-045ef6d2-87de-4579-8ba9-ed1bca3a573f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.516521] env[69563]: DEBUG oslo_concurrency.lockutils [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] Acquiring lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.528768] env[69563]: DEBUG nova.network.neutron [req-247b9868-2611-42b7-a67c-94a5b3ad9ea9 req-2d1e0cb9-4cc3-4578-b6c6-e1f97e670e51 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updated VIF entry in instance network info cache for port 34e284bc-42ee-4ed7-96f3-66f1c4c294e3. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 691.529093] env[69563]: DEBUG nova.network.neutron [req-247b9868-2611-42b7-a67c-94a5b3ad9ea9 req-2d1e0cb9-4cc3-4578-b6c6-e1f97e670e51 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [{"id": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "address": "fa:16:3e:a8:a5:d6", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e284bc-42", "ovs_interfaceid": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 691.574323] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403272, 'name': CloneVM_Task} progress is 95%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.582077] env[69563]: DEBUG nova.network.neutron [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 691.667598] env[69563]: DEBUG nova.scheduler.client.report [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.749724] env[69563]: DEBUG nova.network.neutron [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Updating instance_info_cache with network_info: [{"id": "045ef6d2-87de-4579-8ba9-ed1bca3a573f", "address": "fa:16:3e:68:c8:6c", "network": {"id": "ae81cc56-e605-4d2b-96f0-ca4ece35a787", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-650401259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b321a6a717e4274a59748ff1e712bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ef6d2-87", "ovs_interfaceid": "045ef6d2-87de-4579-8ba9-ed1bca3a573f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 691.948377] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.025454] env[69563]: DEBUG nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.034051] env[69563]: DEBUG oslo_concurrency.lockutils [req-247b9868-2611-42b7-a67c-94a5b3ad9ea9 req-2d1e0cb9-4cc3-4578-b6c6-e1f97e670e51 service nova] Releasing lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.047247] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.047503] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.047670] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.047853] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.047995] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.048159] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.048368] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.048525] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.048685] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.048845] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.049019] env[69563]: DEBUG nova.virt.hardware [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.049908] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe6f2e-4976-475b-b60d-be7dcfcd37ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.057765] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d5a1b-6523-4f02-b1e6-e7c7a2b1935b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.077429] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403272, 'name': CloneVM_Task, 'duration_secs': 1.323623} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.077865] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Created linked-clone VM from snapshot [ 692.078586] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb9bcfe-dad7-42b7-8b35-f6291ec353ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.085851] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Uploading image f5fcb096-1232-4dc2-9957-3c682c801bcd {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 692.106401] env[69563]: DEBUG oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 692.106401] env[69563]: value = "vm-679033" [ 692.106401] env[69563]: _type = "VirtualMachine" [ 692.106401] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 692.106591] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-32cf3bab-e4fc-484c-93bc-522f01e6cae0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.113428] env[69563]: DEBUG oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lease: (returnval){ [ 692.113428] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c0534e-f49e-0177-10a3-525550eae8af" [ 692.113428] env[69563]: _type = "HttpNfcLease" [ 692.113428] env[69563]: } obtained for exporting VM: (result){ [ 692.113428] env[69563]: value = "vm-679033" [ 692.113428] env[69563]: _type = "VirtualMachine" [ 692.113428] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 692.113711] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the lease: (returnval){ [ 692.113711] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c0534e-f49e-0177-10a3-525550eae8af" [ 692.113711] env[69563]: _type = "HttpNfcLease" [ 692.113711] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 692.119726] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.119726] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c0534e-f49e-0177-10a3-525550eae8af" [ 692.119726] env[69563]: _type = "HttpNfcLease" [ 692.119726] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 692.176025] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.178607] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.268s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.180255] env[69563]: INFO nova.compute.claims [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.202254] env[69563]: INFO nova.scheduler.client.report [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Deleted allocations for instance f3b8ab24-3f49-4af8-ab8f-2360fb111d12 [ 692.252512] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Releasing lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.252856] env[69563]: DEBUG nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Instance network_info: |[{"id": "045ef6d2-87de-4579-8ba9-ed1bca3a573f", "address": "fa:16:3e:68:c8:6c", "network": {"id": "ae81cc56-e605-4d2b-96f0-ca4ece35a787", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-650401259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b321a6a717e4274a59748ff1e712bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ef6d2-87", "ovs_interfaceid": "045ef6d2-87de-4579-8ba9-ed1bca3a573f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.253441] env[69563]: DEBUG oslo_concurrency.lockutils [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] Acquired lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.253602] env[69563]: DEBUG nova.network.neutron [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Refreshing network info cache for port 045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 692.255519] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:c8:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '045ef6d2-87de-4579-8ba9-ed1bca3a573f', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.263707] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Creating folder: Project (7b321a6a717e4274a59748ff1e712bbc). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.266931] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8380d1bc-bb4f-4018-8bda-9c9724bb6796 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.280545] env[69563]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 692.280769] env[69563]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69563) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 692.281164] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Folder already exists: Project (7b321a6a717e4274a59748ff1e712bbc). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 692.281406] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Creating folder: Instances. Parent ref: group-v678984. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.281678] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c183ff74-5ee1-4b3f-aaa0-48027b3922d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.290244] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Created folder: Instances in parent group-v678984. [ 692.290567] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.290794] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.291380] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f9cf92-bef4-499e-82d0-7ee6c77a126e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.311955] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.311955] env[69563]: value = "task-3403276" [ 692.311955] env[69563]: _type = "Task" [ 692.311955] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.321085] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403276, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.623960] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.623960] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c0534e-f49e-0177-10a3-525550eae8af" [ 692.623960] env[69563]: _type = "HttpNfcLease" [ 692.623960] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 692.624326] env[69563]: DEBUG oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 692.624326] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c0534e-f49e-0177-10a3-525550eae8af" [ 692.624326] env[69563]: _type = "HttpNfcLease" [ 692.624326] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 692.624953] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea1eb87-fcc4-4517-bf53-d5c3eb7238ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.634779] env[69563]: DEBUG oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523671c5-9c1a-6cec-949b-3e405af2a9d9/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 692.635404] env[69563]: DEBUG oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523671c5-9c1a-6cec-949b-3e405af2a9d9/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 692.699112] env[69563]: DEBUG nova.network.neutron [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Updated VIF entry in instance network info cache for port 045ef6d2-87de-4579-8ba9-ed1bca3a573f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 692.699112] env[69563]: DEBUG nova.network.neutron [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Updating instance_info_cache with network_info: [{"id": "045ef6d2-87de-4579-8ba9-ed1bca3a573f", "address": "fa:16:3e:68:c8:6c", "network": {"id": "ae81cc56-e605-4d2b-96f0-ca4ece35a787", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-650401259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b321a6a717e4274a59748ff1e712bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ef6d2-87", "ovs_interfaceid": "045ef6d2-87de-4579-8ba9-ed1bca3a573f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 692.712687] env[69563]: DEBUG oslo_concurrency.lockutils [None req-079b282a-f3d8-4dff-8bac-de10377c8b93 tempest-ServerDiagnosticsV248Test-369165386 tempest-ServerDiagnosticsV248Test-369165386-project-member] Lock "f3b8ab24-3f49-4af8-ab8f-2360fb111d12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.622s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.733135] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-baf36390-bdd7-4f43-b553-417866749af0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.738750] env[69563]: DEBUG nova.network.neutron [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Successfully updated port: 90a651bc-431d-473e-8b22-e4986fbbdb07 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 692.822258] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403276, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.204812] env[69563]: DEBUG oslo_concurrency.lockutils [req-c537d0b6-1fed-4d61-a1a6-8d4365ec81ed req-d66dc2a2-dbc7-4ccd-b30d-e58cbcf8567b service nova] Releasing lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.248749] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.248926] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquired lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.249111] env[69563]: DEBUG nova.network.neutron [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 693.324025] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403276, 'name': CreateVM_Task, 'duration_secs': 0.577522} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.324025] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.326907] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-678993', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'name': 'volume-444d290c-f393-4e1e-af61-41f61c21096d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b16af07-2937-4a48-8c34-e414a0c3aca8', 'attached_at': '', 'detached_at': '', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'serial': '444d290c-f393-4e1e-af61-41f61c21096d'}, 'attachment_id': '90c99365-80f7-4b06-b029-bca1ea468757', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 693.327175] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Root volume attach. Driver type: vmdk {{(pid=69563) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 693.328688] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf2aa5b-8f03-407c-a3a2-333bdc05df56 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.337099] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb58eae-9956-4fa6-aa8f-389edde1bde3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.346046] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08088e35-a348-458b-874a-03504102b883 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.352795] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-70d0f88c-e2f5-4f2f-bcc0-7ecff8319725 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.362802] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 693.362802] env[69563]: value = "task-3403277" [ 693.362802] env[69563]: _type = "Task" [ 693.362802] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.372435] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403277, 'name': RelocateVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.549224] env[69563]: DEBUG nova.compute.manager [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Received event network-vif-plugged-90a651bc-431d-473e-8b22-e4986fbbdb07 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.549224] env[69563]: DEBUG oslo_concurrency.lockutils [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] Acquiring lock "bcdc4882-15de-4d78-96ce-9c4da44a8492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.549224] env[69563]: DEBUG oslo_concurrency.lockutils [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.549459] env[69563]: DEBUG oslo_concurrency.lockutils [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.549634] env[69563]: DEBUG nova.compute.manager [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] No waiting events found dispatching network-vif-plugged-90a651bc-431d-473e-8b22-e4986fbbdb07 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.549751] env[69563]: WARNING nova.compute.manager [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Received unexpected event network-vif-plugged-90a651bc-431d-473e-8b22-e4986fbbdb07 for instance with vm_state building and task_state spawning. [ 693.549938] env[69563]: DEBUG nova.compute.manager [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Received event network-changed-90a651bc-431d-473e-8b22-e4986fbbdb07 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.550149] env[69563]: DEBUG nova.compute.manager [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Refreshing instance network info cache due to event network-changed-90a651bc-431d-473e-8b22-e4986fbbdb07. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.550365] env[69563]: DEBUG oslo_concurrency.lockutils [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] Acquiring lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.666258] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5059b233-a1b8-4f00-a286-54e7fb11a86d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.674378] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9826148-f32b-4f92-9265-5cca525e4262 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.709118] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b78c43-1d3d-4545-a101-fc338efd9b89 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.716987] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208d5bae-6c43-4cf0-bd1f-f55f244d4a9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.730866] env[69563]: DEBUG nova.compute.provider_tree [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.794681] env[69563]: DEBUG nova.network.neutron [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 693.874950] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403277, 'name': RelocateVM_Task} progress is 20%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.997214] env[69563]: DEBUG nova.network.neutron [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Updating instance_info_cache with network_info: [{"id": "90a651bc-431d-473e-8b22-e4986fbbdb07", "address": "fa:16:3e:90:7a:d6", "network": {"id": "9843adf9-2301-4a20-8c06-382acfaa795e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1589627144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852e5dbff186498ebfb20d5a8465f481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a651bc-43", "ovs_interfaceid": "90a651bc-431d-473e-8b22-e4986fbbdb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 694.270990] env[69563]: DEBUG nova.scheduler.client.report [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 694.271294] env[69563]: DEBUG nova.compute.provider_tree [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 50 to 51 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 694.271294] env[69563]: DEBUG nova.compute.provider_tree [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.374634] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403277, 'name': RelocateVM_Task, 'duration_secs': 0.639031} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.374957] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 694.375241] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-678993', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'name': 'volume-444d290c-f393-4e1e-af61-41f61c21096d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b16af07-2937-4a48-8c34-e414a0c3aca8', 'attached_at': '', 'detached_at': '', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'serial': '444d290c-f393-4e1e-af61-41f61c21096d'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 694.376138] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867f39b7-80a7-4dd8-9b09-57233cbb1bc2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.392491] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eb59ec-051a-4dd0-a0ff-4d2c9545b54f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.417263] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-444d290c-f393-4e1e-af61-41f61c21096d/volume-444d290c-f393-4e1e-af61-41f61c21096d.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.421728] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14e1ea14-8310-479f-a385-fa365663bb1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.448602] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 694.448602] env[69563]: value = "task-3403278" [ 694.448602] env[69563]: _type = "Task" [ 694.448602] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.457558] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.501748] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Releasing lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.502773] env[69563]: DEBUG nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Instance network_info: |[{"id": "90a651bc-431d-473e-8b22-e4986fbbdb07", "address": "fa:16:3e:90:7a:d6", "network": {"id": "9843adf9-2301-4a20-8c06-382acfaa795e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1589627144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852e5dbff186498ebfb20d5a8465f481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a651bc-43", "ovs_interfaceid": "90a651bc-431d-473e-8b22-e4986fbbdb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.503209] env[69563]: DEBUG oslo_concurrency.lockutils [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] Acquired lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.503399] env[69563]: DEBUG nova.network.neutron [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Refreshing network info cache for port 90a651bc-431d-473e-8b22-e4986fbbdb07 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 694.504837] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:7a:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90a651bc-431d-473e-8b22-e4986fbbdb07', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.514521] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Creating folder: Project (852e5dbff186498ebfb20d5a8465f481). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.515813] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fefcfe1c-d38b-47f4-a2e0-d1395429f65f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.526419] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Created folder: Project (852e5dbff186498ebfb20d5a8465f481) in parent group-v678952. [ 694.526674] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Creating folder: Instances. Parent ref: group-v679036. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.526943] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-071adde3-e11f-436e-92cd-40dd638ef50d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.536677] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Created folder: Instances in parent group-v679036. [ 694.537022] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.537194] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.537474] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1d2f5d1-41a0-4e7b-adbb-406a4daa2f69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.561171] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.561171] env[69563]: value = "task-3403281" [ 694.561171] env[69563]: _type = "Task" [ 694.561171] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.568743] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403281, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.781186] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.781834] env[69563]: DEBUG nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.785296] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.958s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.789665] env[69563]: DEBUG nova.objects.instance [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lazy-loading 'resources' on Instance uuid bf3f5859-8324-42c2-a6ce-37f76a0a1b95 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.961967] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403278, 'name': ReconfigVM_Task, 'duration_secs': 0.392324} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.963028] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-444d290c-f393-4e1e-af61-41f61c21096d/volume-444d290c-f393-4e1e-af61-41f61c21096d.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.968835] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f67375-68ba-4f22-bb34-b97dc2906af0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.995502] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 694.995502] env[69563]: value = "task-3403282" [ 694.995502] env[69563]: _type = "Task" [ 694.995502] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.005511] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.072025] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403281, 'name': CreateVM_Task, 'duration_secs': 0.475318} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.072134] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.073280] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.073280] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.073408] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.073685] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ded18f-17ce-4355-b841-f45ad718c1fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.079513] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 695.079513] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5266a834-eee8-06fe-1de0-3bca26148cb7" [ 695.079513] env[69563]: _type = "Task" [ 695.079513] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.087394] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5266a834-eee8-06fe-1de0-3bca26148cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.257743] env[69563]: DEBUG nova.network.neutron [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Updated VIF entry in instance network info cache for port 90a651bc-431d-473e-8b22-e4986fbbdb07. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 695.258178] env[69563]: DEBUG nova.network.neutron [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Updating instance_info_cache with network_info: [{"id": "90a651bc-431d-473e-8b22-e4986fbbdb07", "address": "fa:16:3e:90:7a:d6", "network": {"id": "9843adf9-2301-4a20-8c06-382acfaa795e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1589627144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852e5dbff186498ebfb20d5a8465f481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a651bc-43", "ovs_interfaceid": "90a651bc-431d-473e-8b22-e4986fbbdb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 695.294573] env[69563]: DEBUG nova.compute.utils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.299068] env[69563]: DEBUG nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.299068] env[69563]: DEBUG nova.network.neutron [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 695.337054] env[69563]: DEBUG nova.policy [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c3b4a182dcd4e018b54ea770996fa46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cde42babd2d04a1dab77c6b4ec19e925', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.511205] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403282, 'name': ReconfigVM_Task, 'duration_secs': 0.177274} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.514505] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-678993', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'name': 'volume-444d290c-f393-4e1e-af61-41f61c21096d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b16af07-2937-4a48-8c34-e414a0c3aca8', 'attached_at': '', 'detached_at': '', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'serial': '444d290c-f393-4e1e-af61-41f61c21096d'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 695.515464] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72baefd4-842c-4a72-b246-10f777d656aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.525367] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 695.525367] env[69563]: value = "task-3403283" [ 695.525367] env[69563]: _type = "Task" [ 695.525367] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.535657] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403283, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.592196] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5266a834-eee8-06fe-1de0-3bca26148cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.014834} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.593118] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.593118] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.593118] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.593326] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.593559] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.595160] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca3dc2fa-bdd3-42ca-9d92-b9b51fa4edd9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.602617] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.602938] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.603865] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f1ba31-3f95-4800-8314-f221165ab274 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.615020] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 695.615020] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52401d9f-8bd9-0b88-8b30-ba1bd4fa973d" [ 695.615020] env[69563]: _type = "Task" [ 695.615020] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.622094] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52401d9f-8bd9-0b88-8b30-ba1bd4fa973d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.718066] env[69563]: DEBUG nova.network.neutron [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Successfully created port: a3af188e-e05b-4574-92ca-4cc4a737cdaa {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 695.766147] env[69563]: DEBUG oslo_concurrency.lockutils [req-68db3c1c-9b3a-456f-9f1d-7b7d569e3562 req-92bb5d68-f0e4-4b29-be77-950d8a612b2e service nova] Releasing lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.800021] env[69563]: DEBUG nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.813022] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a094267-d75c-4bd6-8aeb-3dfbb230169a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.820854] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5770ecf7-95c0-4a1b-9700-89550df1cddd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.872297] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98298c20-fd78-4f27-bb7d-fb030f95f7a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.886039] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3dd685-277e-44dc-9d4d-4ab807ebcfcb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.899169] env[69563]: DEBUG nova.compute.provider_tree [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.036905] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403283, 'name': Rename_Task, 'duration_secs': 0.183365} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.037203] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.037456] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e644b54-f5c8-41e4-9f1e-ce4a5bdd1f60 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.043842] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 696.043842] env[69563]: value = "task-3403284" [ 696.043842] env[69563]: _type = "Task" [ 696.043842] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.051618] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.124344] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52401d9f-8bd9-0b88-8b30-ba1bd4fa973d, 'name': SearchDatastore_Task, 'duration_secs': 0.017275} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.125012] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5197bc0f-ed55-489a-8d7e-ea432cb878ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.131053] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 696.131053] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521b723e-6b77-e06c-dc3b-554440c3d236" [ 696.131053] env[69563]: _type = "Task" [ 696.131053] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.139493] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521b723e-6b77-e06c-dc3b-554440c3d236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.405680] env[69563]: DEBUG nova.scheduler.client.report [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.557665] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403284, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.642608] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521b723e-6b77-e06c-dc3b-554440c3d236, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.642914] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.643288] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] bcdc4882-15de-4d78-96ce-9c4da44a8492/bcdc4882-15de-4d78-96ce-9c4da44a8492.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.643644] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72b19efc-df97-469c-9641-395314fe2fc6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.655107] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 696.655107] env[69563]: value = "task-3403285" [ 696.655107] env[69563]: _type = "Task" [ 696.655107] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.667806] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.813363] env[69563]: DEBUG nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.849985] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.849985] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.850231] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.850392] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.850470] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.850629] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.850898] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.851105] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.851294] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.851598] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.851682] env[69563]: DEBUG nova.virt.hardware [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.852673] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad254f1-7f42-41fc-85de-a73d31bbcd4f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.860994] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c67c2b6-5b09-49af-9700-502831536902 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.911535] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.914631] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.249s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.915065] env[69563]: DEBUG nova.objects.instance [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lazy-loading 'resources' on Instance uuid 4051c9df-1432-426c-82a1-3063ee00aca6 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.937135] env[69563]: INFO nova.scheduler.client.report [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Deleted allocations for instance bf3f5859-8324-42c2-a6ce-37f76a0a1b95 [ 697.059362] env[69563]: DEBUG oslo_vmware.api [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403284, 'name': PowerOnVM_Task, 'duration_secs': 0.648422} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.059362] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.059362] env[69563]: INFO nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Took 5.91 seconds to spawn the instance on the hypervisor. [ 697.059362] env[69563]: DEBUG nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.059484] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab296f75-32a2-41b2-b823-529569739c22 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.169361] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403285, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.301168] env[69563]: DEBUG nova.compute.manager [req-b1c744de-bd58-4181-88cf-1b860996c67a req-f6e444de-b329-404c-b5b5-b056fe52a2b8 service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Received event network-vif-plugged-a3af188e-e05b-4574-92ca-4cc4a737cdaa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.301521] env[69563]: DEBUG oslo_concurrency.lockutils [req-b1c744de-bd58-4181-88cf-1b860996c67a req-f6e444de-b329-404c-b5b5-b056fe52a2b8 service nova] Acquiring lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.302305] env[69563]: DEBUG oslo_concurrency.lockutils [req-b1c744de-bd58-4181-88cf-1b860996c67a req-f6e444de-b329-404c-b5b5-b056fe52a2b8 service nova] Lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.302525] env[69563]: DEBUG oslo_concurrency.lockutils [req-b1c744de-bd58-4181-88cf-1b860996c67a req-f6e444de-b329-404c-b5b5-b056fe52a2b8 service nova] Lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.303402] env[69563]: DEBUG nova.compute.manager [req-b1c744de-bd58-4181-88cf-1b860996c67a req-f6e444de-b329-404c-b5b5-b056fe52a2b8 service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] No waiting events found dispatching network-vif-plugged-a3af188e-e05b-4574-92ca-4cc4a737cdaa {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.303632] env[69563]: WARNING nova.compute.manager [req-b1c744de-bd58-4181-88cf-1b860996c67a req-f6e444de-b329-404c-b5b5-b056fe52a2b8 service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Received unexpected event network-vif-plugged-a3af188e-e05b-4574-92ca-4cc4a737cdaa for instance with vm_state building and task_state spawning. [ 697.405763] env[69563]: DEBUG nova.network.neutron [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Successfully updated port: a3af188e-e05b-4574-92ca-4cc4a737cdaa {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 697.447973] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53b28d04-5303-4192-8943-fdbba4361eff tempest-ServerDiagnosticsTest-193667366 tempest-ServerDiagnosticsTest-193667366-project-member] Lock "bf3f5859-8324-42c2-a6ce-37f76a0a1b95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.095s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.586549] env[69563]: INFO nova.compute.manager [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Took 38.88 seconds to build instance. [ 697.672171] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572526} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.674998] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] bcdc4882-15de-4d78-96ce-9c4da44a8492/bcdc4882-15de-4d78-96ce-9c4da44a8492.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.675275] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.675948] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b8cd0eb-2657-4430-9146-b1814a7a6905 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.684183] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 697.684183] env[69563]: value = "task-3403286" [ 697.684183] env[69563]: _type = "Task" [ 697.684183] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.700126] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.907788] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquiring lock "refresh_cache-cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.908307] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquired lock "refresh_cache-cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.908307] env[69563]: DEBUG nova.network.neutron [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 697.932662] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832fd211-8a89-4b4d-89b8-4833a3ce0fa6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.941481] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a890235-d7e6-4b5b-8df6-d4f3635bbec6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.976458] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5835a3ba-05df-437d-a1d5-af1df6697ea8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.984883] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a18e9a-e930-4ee8-abb3-a5b7ca0a33d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.999265] env[69563]: DEBUG nova.compute.provider_tree [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.089745] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5894910-ad13-42fb-86d5-002350282ac7 tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "2b16af07-2937-4a48-8c34-e414a0c3aca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.385s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.200815] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092513} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.200815] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.200815] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f0add-3727-4038-aae5-0ae8a59bf3fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.230635] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bcdc4882-15de-4d78-96ce-9c4da44a8492/bcdc4882-15de-4d78-96ce-9c4da44a8492.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.230635] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c8c5e9b-2763-4625-ab1c-f73ccd8db649 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.258454] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 698.258454] env[69563]: value = "task-3403287" [ 698.258454] env[69563]: _type = "Task" [ 698.258454] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.266375] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.456230] env[69563]: DEBUG nova.network.neutron [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 698.504078] env[69563]: DEBUG nova.scheduler.client.report [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.596313] env[69563]: DEBUG nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.619348] env[69563]: DEBUG nova.network.neutron [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Updating instance_info_cache with network_info: [{"id": "a3af188e-e05b-4574-92ca-4cc4a737cdaa", "address": "fa:16:3e:b9:90:4f", "network": {"id": "acecf19a-4704-4930-b42d-2f729e6d34f6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1552084457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde42babd2d04a1dab77c6b4ec19e925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3af188e-e0", "ovs_interfaceid": "a3af188e-e05b-4574-92ca-4cc4a737cdaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 698.771064] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403287, 'name': ReconfigVM_Task, 'duration_secs': 0.448078} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.771385] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bcdc4882-15de-4d78-96ce-9c4da44a8492/bcdc4882-15de-4d78-96ce-9c4da44a8492.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.772427] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a47802ed-90de-4e01-8674-7fee8a1271c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.781163] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 698.781163] env[69563]: value = "task-3403288" [ 698.781163] env[69563]: _type = "Task" [ 698.781163] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.789887] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403288, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.010255] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.013167] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.988s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.013167] env[69563]: DEBUG nova.objects.instance [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lazy-loading 'resources' on Instance uuid bddac60c-f799-473c-992a-d1a95cd67a58 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.093995] env[69563]: INFO nova.scheduler.client.report [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleted allocations for instance 4051c9df-1432-426c-82a1-3063ee00aca6 [ 699.122440] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Releasing lock "refresh_cache-cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.122797] env[69563]: DEBUG nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Instance network_info: |[{"id": "a3af188e-e05b-4574-92ca-4cc4a737cdaa", "address": "fa:16:3e:b9:90:4f", "network": {"id": "acecf19a-4704-4930-b42d-2f729e6d34f6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1552084457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde42babd2d04a1dab77c6b4ec19e925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3af188e-e0", "ovs_interfaceid": "a3af188e-e05b-4574-92ca-4cc4a737cdaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.123292] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:90:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3af188e-e05b-4574-92ca-4cc4a737cdaa', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.132131] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Creating folder: Project (cde42babd2d04a1dab77c6b4ec19e925). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.133474] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.133839] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dea5b46-7627-4a87-8020-c68696d4a557 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.146239] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Created folder: Project (cde42babd2d04a1dab77c6b4ec19e925) in parent group-v678952. [ 699.146239] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Creating folder: Instances. Parent ref: group-v679039. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.146239] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc22ed4c-913c-4601-b0f4-00a5766e1fed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.155727] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Created folder: Instances in parent group-v679039. [ 699.155987] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.156243] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.156478] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-815af104-04bb-4b5c-b5ba-8564ecb33618 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.193264] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.193264] env[69563]: value = "task-3403291" [ 699.193264] env[69563]: _type = "Task" [ 699.193264] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.202733] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403291, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.293194] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403288, 'name': Rename_Task, 'duration_secs': 0.178293} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.293194] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.294203] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2597848-d785-4c0b-a12e-15d7545be59f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.300736] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 699.300736] env[69563]: value = "task-3403292" [ 699.300736] env[69563]: _type = "Task" [ 699.300736] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.313434] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.418736] env[69563]: DEBUG nova.compute.manager [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Received event network-changed-a3af188e-e05b-4574-92ca-4cc4a737cdaa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.419271] env[69563]: DEBUG nova.compute.manager [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Refreshing instance network info cache due to event network-changed-a3af188e-e05b-4574-92ca-4cc4a737cdaa. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.419687] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] Acquiring lock "refresh_cache-cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.420996] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] Acquired lock "refresh_cache-cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.420996] env[69563]: DEBUG nova.network.neutron [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Refreshing network info cache for port a3af188e-e05b-4574-92ca-4cc4a737cdaa {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 699.607080] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ea5a6ef4-2cf1-47a6-b33b-46a6415446e2 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "4051c9df-1432-426c-82a1-3063ee00aca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.647s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.703324] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403291, 'name': CreateVM_Task, 'duration_secs': 0.437536} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.703582] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.706104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.706104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.706104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.706104] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d6a1bc-ae7e-4798-b9c0-af95cd305966 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.714231] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 699.714231] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52460b88-190c-23f0-fb00-6f1e630cfd4e" [ 699.714231] env[69563]: _type = "Task" [ 699.714231] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.723477] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52460b88-190c-23f0-fb00-6f1e630cfd4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.816247] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403292, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.875783] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "924afcff-8a47-448b-af63-4a6741e8231f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.876449] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "924afcff-8a47-448b-af63-4a6741e8231f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.876708] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "924afcff-8a47-448b-af63-4a6741e8231f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.877441] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "924afcff-8a47-448b-af63-4a6741e8231f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.877441] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "924afcff-8a47-448b-af63-4a6741e8231f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.880835] env[69563]: INFO nova.compute.manager [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Terminating instance [ 699.890063] env[69563]: DEBUG oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523671c5-9c1a-6cec-949b-3e405af2a9d9/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 699.892163] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d53f55-141f-4144-9e92-66f18450ba44 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.899186] env[69563]: DEBUG oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523671c5-9c1a-6cec-949b-3e405af2a9d9/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 699.899356] env[69563]: ERROR oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523671c5-9c1a-6cec-949b-3e405af2a9d9/disk-0.vmdk due to incomplete transfer. [ 699.899912] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b8c50c6-b550-4c90-b1cf-c7a0ce05b958 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.912036] env[69563]: DEBUG oslo_vmware.rw_handles [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523671c5-9c1a-6cec-949b-3e405af2a9d9/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 699.912036] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Uploaded image f5fcb096-1232-4dc2-9957-3c682c801bcd to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 699.914283] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 699.914725] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dff8a044-a3a9-4c84-8af4-e4f98ead4aea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.923191] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 699.923191] env[69563]: value = "task-3403293" [ 699.923191] env[69563]: _type = "Task" [ 699.923191] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.934144] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403293, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.074329] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70a1bb-9217-4e40-a63b-ef3ca19a0582 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.089829] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5687c33-30d1-442f-96d8-c62c238a5e67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.129148] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d4478a-dfbd-4f78-b3d4-614d710204ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.139296] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdd3167-dd3d-4870-bd80-5b1d747e687f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.156098] env[69563]: DEBUG nova.compute.provider_tree [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.225263] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52460b88-190c-23f0-fb00-6f1e630cfd4e, 'name': SearchDatastore_Task, 'duration_secs': 0.019553} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.225599] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.225828] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.226076] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.226903] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.226903] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.227455] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f4878b-2c56-4dbf-adca-82f99f386d04 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.238202] env[69563]: DEBUG nova.network.neutron [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Updated VIF entry in instance network info cache for port a3af188e-e05b-4574-92ca-4cc4a737cdaa. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 700.238202] env[69563]: DEBUG nova.network.neutron [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Updating instance_info_cache with network_info: [{"id": "a3af188e-e05b-4574-92ca-4cc4a737cdaa", "address": "fa:16:3e:b9:90:4f", "network": {"id": "acecf19a-4704-4930-b42d-2f729e6d34f6", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1552084457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cde42babd2d04a1dab77c6b4ec19e925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3af188e-e0", "ovs_interfaceid": "a3af188e-e05b-4574-92ca-4cc4a737cdaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 700.242063] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.242063] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.242196] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f258b33f-59bf-4481-a6f4-77178765d865 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.247433] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 700.247433] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527baef9-d39d-ef8c-6fce-d08f173fc9d7" [ 700.247433] env[69563]: _type = "Task" [ 700.247433] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.259519] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527baef9-d39d-ef8c-6fce-d08f173fc9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.312900] env[69563]: DEBUG oslo_vmware.api [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403292, 'name': PowerOnVM_Task, 'duration_secs': 0.628553} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.313146] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.313340] env[69563]: INFO nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Took 8.29 seconds to spawn the instance on the hypervisor. [ 700.313512] env[69563]: DEBUG nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.314338] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ec42c6-b155-4c0f-9fea-f80011de2db5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.386623] env[69563]: DEBUG nova.compute.manager [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.386623] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.387522] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe684275-4555-4026-a5c5-d01ff0f36a35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.395878] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.396118] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6429e0c-ce39-4bcd-90c7-2310ee17e767 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.404089] env[69563]: DEBUG oslo_vmware.api [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 700.404089] env[69563]: value = "task-3403294" [ 700.404089] env[69563]: _type = "Task" [ 700.404089] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.414943] env[69563]: DEBUG oslo_vmware.api [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.432710] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403293, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.659616] env[69563]: DEBUG nova.scheduler.client.report [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.741224] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] Releasing lock "refresh_cache-cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.741224] env[69563]: DEBUG nova.compute.manager [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Received event network-changed-045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.741344] env[69563]: DEBUG nova.compute.manager [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Refreshing instance network info cache due to event network-changed-045ef6d2-87de-4579-8ba9-ed1bca3a573f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.741538] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] Acquiring lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.741671] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] Acquired lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.744634] env[69563]: DEBUG nova.network.neutron [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Refreshing network info cache for port 045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 700.758669] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527baef9-d39d-ef8c-6fce-d08f173fc9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.055642} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.760184] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ab65d1-4190-47fd-9619-f5d4556315de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.769024] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 700.769024] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e691b2-930f-497c-8374-c3e54aa980a6" [ 700.769024] env[69563]: _type = "Task" [ 700.769024] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.775809] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e691b2-930f-497c-8374-c3e54aa980a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.836582] env[69563]: INFO nova.compute.manager [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Took 40.80 seconds to build instance. [ 700.920042] env[69563]: DEBUG oslo_vmware.api [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403294, 'name': PowerOffVM_Task, 'duration_secs': 0.409459} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.922432] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.922432] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.922432] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58b113e8-601d-4d69-b201-14861f3581d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.934356] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403293, 'name': Destroy_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.983214] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.983436] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.983639] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleting the datastore file [datastore1] 924afcff-8a47-448b-af63-4a6741e8231f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.983870] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da1ff284-3d74-4641-b06e-0b114843a132 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.990468] env[69563]: DEBUG oslo_vmware.api [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 700.990468] env[69563]: value = "task-3403296" [ 700.990468] env[69563]: _type = "Task" [ 700.990468] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.998761] env[69563]: DEBUG oslo_vmware.api [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.164716] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.167093] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.376s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.168699] env[69563]: INFO nova.compute.claims [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.204703] env[69563]: INFO nova.scheduler.client.report [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted allocations for instance bddac60c-f799-473c-992a-d1a95cd67a58 [ 701.277944] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e691b2-930f-497c-8374-c3e54aa980a6, 'name': SearchDatastore_Task, 'duration_secs': 0.022371} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.278297] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.278564] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] cf59c9f3-ffa6-4ca0-b78a-94891a0d6797/cf59c9f3-ffa6-4ca0-b78a-94891a0d6797.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.279315] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9cd9957-9ee6-4bf1-933d-e61383c9fe36 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.288586] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 701.288586] env[69563]: value = "task-3403297" [ 701.288586] env[69563]: _type = "Task" [ 701.288586] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.296843] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.337630] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53e4b06c-1d01-420e-8ded-3437bdd39026 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.869s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.440183] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403293, 'name': Destroy_Task, 'duration_secs': 1.056132} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.440183] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Destroyed the VM [ 701.440183] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 701.440183] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86e680e9-1ef0-4a68-8384-2ee265595208 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.444305] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 701.444305] env[69563]: value = "task-3403298" [ 701.444305] env[69563]: _type = "Task" [ 701.444305] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.455916] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403298, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.507125] env[69563]: DEBUG oslo_vmware.api [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21429} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.507497] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.507749] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.507920] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.508162] env[69563]: INFO nova.compute.manager [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 701.508519] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.508748] env[69563]: DEBUG nova.compute.manager [-] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.508890] env[69563]: DEBUG nova.network.neutron [-] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 701.655864] env[69563]: DEBUG nova.network.neutron [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Updated VIF entry in instance network info cache for port 045ef6d2-87de-4579-8ba9-ed1bca3a573f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 701.656308] env[69563]: DEBUG nova.network.neutron [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Updating instance_info_cache with network_info: [{"id": "045ef6d2-87de-4579-8ba9-ed1bca3a573f", "address": "fa:16:3e:68:c8:6c", "network": {"id": "ae81cc56-e605-4d2b-96f0-ca4ece35a787", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-650401259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b321a6a717e4274a59748ff1e712bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap045ef6d2-87", "ovs_interfaceid": "045ef6d2-87de-4579-8ba9-ed1bca3a573f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 701.714500] env[69563]: DEBUG oslo_concurrency.lockutils [None req-067a0113-82f2-42cc-b399-551fbc12efc8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "bddac60c-f799-473c-992a-d1a95cd67a58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.244s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.804818] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403297, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.839828] env[69563]: DEBUG nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.955789] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403298, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.109288] env[69563]: DEBUG nova.compute.manager [req-ec36b3fa-86cc-4247-9dcf-d256a8703fde req-d14f8ecf-134f-4904-9900-04605b60830e service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Received event network-vif-deleted-100bbbcf-d184-4ea0-bf6a-dae35dc3b42e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.109558] env[69563]: INFO nova.compute.manager [req-ec36b3fa-86cc-4247-9dcf-d256a8703fde req-d14f8ecf-134f-4904-9900-04605b60830e service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Neutron deleted interface 100bbbcf-d184-4ea0-bf6a-dae35dc3b42e; detaching it from the instance and deleting it from the info cache [ 702.109805] env[69563]: DEBUG nova.network.neutron [req-ec36b3fa-86cc-4247-9dcf-d256a8703fde req-d14f8ecf-134f-4904-9900-04605b60830e service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 702.160037] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b3a9e7-c2d3-4211-9197-1843f7f8e242 req-4d8c40a0-9ef7-437c-9e2d-5fbd644c6cec service nova] Releasing lock "refresh_cache-2b16af07-2937-4a48-8c34-e414a0c3aca8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.301814] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576274} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.302097] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] cf59c9f3-ffa6-4ca0-b78a-94891a0d6797/cf59c9f3-ffa6-4ca0-b78a-94891a0d6797.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.302306] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.302555] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcf1af19-7c4d-45df-9a20-66d150d0e2ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.308439] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 702.308439] env[69563]: value = "task-3403299" [ 702.308439] env[69563]: _type = "Task" [ 702.308439] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.319028] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.338035] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.338289] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.338547] env[69563]: INFO nova.compute.manager [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Rebooting instance [ 702.361242] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.446325] env[69563]: DEBUG nova.network.neutron [-] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 702.460899] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403298, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.613060] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed085db3-8ee2-47e4-996e-78a10f242a6c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.623700] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0949a4b-c30d-4568-b057-15a3d4d11321 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.663169] env[69563]: DEBUG nova.compute.manager [req-ec36b3fa-86cc-4247-9dcf-d256a8703fde req-d14f8ecf-134f-4904-9900-04605b60830e service nova] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Detach interface failed, port_id=100bbbcf-d184-4ea0-bf6a-dae35dc3b42e, reason: Instance 924afcff-8a47-448b-af63-4a6741e8231f could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 702.707280] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b6dc85-d898-42cd-98d6-1fd4de30d097 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.713778] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0b1775-1633-4f2e-976e-ab56124b50f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.745804] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96ae124-a0e3-4631-891c-0e3d647ffcfc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.753758] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bcecef-c26d-4166-8771-cb72680f172d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.769543] env[69563]: DEBUG nova.compute.provider_tree [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.818193] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067137} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.818470] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.819246] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4087d74a-dbec-4574-b382-7a9acdc68dd2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.849383] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] cf59c9f3-ffa6-4ca0-b78a-94891a0d6797/cf59c9f3-ffa6-4ca0-b78a-94891a0d6797.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.852266] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff679f05-029a-4257-bbe3-df08b2c07626 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.874585] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 702.874585] env[69563]: value = "task-3403300" [ 702.874585] env[69563]: _type = "Task" [ 702.874585] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.882953] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.889503] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.889503] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquired lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.889657] env[69563]: DEBUG nova.network.neutron [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 702.954467] env[69563]: INFO nova.compute.manager [-] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Took 1.45 seconds to deallocate network for instance. [ 702.965610] env[69563]: DEBUG oslo_vmware.api [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403298, 'name': RemoveSnapshot_Task, 'duration_secs': 1.115839} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.966413] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 702.966413] env[69563]: INFO nova.compute.manager [None req-385d10e5-da8a-4c46-9477-1bf0b1199b32 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Took 14.55 seconds to snapshot the instance on the hypervisor. [ 703.272761] env[69563]: DEBUG nova.scheduler.client.report [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.387210] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.466301] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "11493be3-6237-456e-a4d9-921223b7d66d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.466927] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.467835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.782102] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.782102] env[69563]: DEBUG nova.compute.manager [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.782857] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.642s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.785408] env[69563]: INFO nova.compute.claims [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.815245] env[69563]: DEBUG nova.network.neutron [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Updating instance_info_cache with network_info: [{"id": "90a651bc-431d-473e-8b22-e4986fbbdb07", "address": "fa:16:3e:90:7a:d6", "network": {"id": "9843adf9-2301-4a20-8c06-382acfaa795e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1589627144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "852e5dbff186498ebfb20d5a8465f481", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a651bc-43", "ovs_interfaceid": "90a651bc-431d-473e-8b22-e4986fbbdb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 703.885325] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.289947] env[69563]: DEBUG nova.compute.utils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.291470] env[69563]: DEBUG nova.compute.manager [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 704.320838] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Releasing lock "refresh_cache-bcdc4882-15de-4d78-96ce-9c4da44a8492" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.386204] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403300, 'name': ReconfigVM_Task, 'duration_secs': 1.026722} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.386467] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Reconfigured VM instance instance-0000001e to attach disk [datastore1] cf59c9f3-ffa6-4ca0-b78a-94891a0d6797/cf59c9f3-ffa6-4ca0-b78a-94891a0d6797.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.387115] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a7c9153-9bcf-4ca6-be80-cbee7484d615 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.395083] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 704.395083] env[69563]: value = "task-3403301" [ 704.395083] env[69563]: _type = "Task" [ 704.395083] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.405176] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403301, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.795748] env[69563]: DEBUG nova.compute.manager [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.828938] env[69563]: DEBUG nova.compute.manager [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.832657] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5113e0a-5df3-4565-ad8c-ac0937a72551 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.906178] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403301, 'name': Rename_Task, 'duration_secs': 0.208746} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.906443] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.906678] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-176721bf-bb98-4de7-ac12-eeaa38a058a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.915959] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 704.915959] env[69563]: value = "task-3403302" [ 704.915959] env[69563]: _type = "Task" [ 704.915959] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.924781] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.234703] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3f3f7a-0b4c-4b17-b2bd-daa2db72017f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.243533] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e7db2e-bd64-47f9-a126-ddaaf64f6517 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.277405] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0be6d72-5b74-44fa-ae20-55c98e1ca618 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.285474] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48c65bf-7896-4319-941c-9d4c25e47819 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.302436] env[69563]: DEBUG nova.compute.provider_tree [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.426155] env[69563]: DEBUG oslo_vmware.api [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403302, 'name': PowerOnVM_Task, 'duration_secs': 0.499635} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.426421] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.426620] env[69563]: INFO nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Took 8.61 seconds to spawn the instance on the hypervisor. [ 705.426799] env[69563]: DEBUG nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.427609] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e883b0-77aa-471d-9438-f409cd2e097a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.506362] env[69563]: DEBUG nova.compute.manager [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.507988] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d116838-60ce-4983-aa17-7a3e2701c650 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.805984] env[69563]: DEBUG nova.compute.manager [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.813384] env[69563]: DEBUG nova.scheduler.client.report [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.845239] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.845532] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.845652] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.845823] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.846025] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.846270] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.846492] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.846648] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.846815] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.847036] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.847229] env[69563]: DEBUG nova.virt.hardware [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.849156] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7616240-f17d-4055-9ae5-4c31e5533b57 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.852398] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d4611-ad4c-4a8c-9aa9-08d17c8ee7d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.865792] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5a735e-779d-404f-890d-7a2cdfcbca91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.870226] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Doing hard reboot of VM {{(pid=69563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 705.872195] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0ec88a7a-30ae-4af1-95ce-63b77b54fb9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.888935] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.896219] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Creating folder: Project (edc5c88953214fc597ec236a195340c7). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.901049] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6aa6ba6-9167-45c7-9031-88062d87fc50 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.905645] env[69563]: DEBUG oslo_vmware.api [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 705.905645] env[69563]: value = "task-3403303" [ 705.905645] env[69563]: _type = "Task" [ 705.905645] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.913199] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Created folder: Project (edc5c88953214fc597ec236a195340c7) in parent group-v678952. [ 705.913397] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Creating folder: Instances. Parent ref: group-v679042. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.916375] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d3ace99-9407-4517-b0cc-64e4ff8a1dfd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.917960] env[69563]: DEBUG oslo_vmware.api [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403303, 'name': ResetVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.924692] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Created folder: Instances in parent group-v679042. [ 705.924929] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.925237] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.925691] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b623566c-032a-4ad0-9114-dcd7fdf2e6d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.947511] env[69563]: INFO nova.compute.manager [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Took 42.06 seconds to build instance. [ 705.949545] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.949545] env[69563]: value = "task-3403306" [ 705.949545] env[69563]: _type = "Task" [ 705.949545] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.958314] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403306, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.019145] env[69563]: INFO nova.compute.manager [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] instance snapshotting [ 706.022178] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b9010-3388-4c75-86ec-59d04baa9915 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.043837] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a2b583-3c56-470a-965f-5b4c6e230774 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.321022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.321022] env[69563]: DEBUG nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.322363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.907s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.377449] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquiring lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.416501] env[69563]: DEBUG oslo_vmware.api [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403303, 'name': ResetVM_Task, 'duration_secs': 0.138984} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.416727] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Did hard reboot of VM {{(pid=69563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 706.416915] env[69563]: DEBUG nova.compute.manager [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.417743] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2cb47f-0ae0-42e5-8a88-d5def1e70d34 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.455786] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68adfaf3-7540-43dc-a51a-829b176e81cb tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.921s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.457107] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.080s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.457332] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquiring lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.457576] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.457710] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.465847] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403306, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.465847] env[69563]: INFO nova.compute.manager [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Terminating instance [ 706.556045] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.556476] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74f6ee02-4749-4ca9-aa39-67b907b925f4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.568747] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 706.568747] env[69563]: value = "task-3403307" [ 706.568747] env[69563]: _type = "Task" [ 706.568747] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.578177] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403307, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.826465] env[69563]: DEBUG nova.compute.utils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.832233] env[69563]: DEBUG nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.832513] env[69563]: DEBUG nova.network.neutron [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 706.895062] env[69563]: DEBUG nova.policy [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da391b1ff057449f95421789ad079ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8a6f141445486095c802879a5703d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.935835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd996c5d-4b65-44a1-b960-2af91da656c0 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.597s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.962768] env[69563]: DEBUG nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.970811] env[69563]: DEBUG nova.compute.manager [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.972678] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.973666] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403306, 'name': CreateVM_Task, 'duration_secs': 0.54086} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.973906] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9c991c-0668-4673-a1df-1c05cf7f29ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.976844] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.977108] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.977641] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.977641] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.978232] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60193cd7-40e9-4f77-8774-5c72280da332 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.983889] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.983889] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d499bbd6-2907-4e4a-99c7-dae74df77e0c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.986721] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 706.986721] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52da6925-4c9c-c66e-9aa2-668fec2f4a47" [ 706.986721] env[69563]: _type = "Task" [ 706.986721] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.994762] env[69563]: DEBUG oslo_vmware.api [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 706.994762] env[69563]: value = "task-3403308" [ 706.994762] env[69563]: _type = "Task" [ 706.994762] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.003084] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52da6925-4c9c-c66e-9aa2-668fec2f4a47, 'name': SearchDatastore_Task} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.003793] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.004141] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.004401] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.004541] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.004713] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.010369] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-570d0263-e4a3-49fb-89d8-5aeaf17692d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.012334] env[69563]: DEBUG oslo_vmware.api [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.019922] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.019922] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.019922] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9574068-5f02-4cf0-bebd-50c9f15005a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.027111] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 707.027111] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52982a2b-534a-ff69-664a-d5c2a151bf19" [ 707.027111] env[69563]: _type = "Task" [ 707.027111] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.038317] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52982a2b-534a-ff69-664a-d5c2a151bf19, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.039085] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cff3396-7693-4f5e-ad61-589735f2e1c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.046827] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 707.046827] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d5542-fa6f-c8e0-f895-a59f6e660bdf" [ 707.046827] env[69563]: _type = "Task" [ 707.046827] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.056133] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d5542-fa6f-c8e0-f895-a59f6e660bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.078552] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403307, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.335756] env[69563]: DEBUG nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.360878] env[69563]: DEBUG nova.network.neutron [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Successfully created port: e4f877a6-d650-487b-b8fa-b611d29346e6 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 707.427246] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4f5b6e-3d86-44b1-8407-f57deca5ed39 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.434845] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb222da-03bd-4aae-bb6e-61ec4d00aa69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.464334] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0e9491-444e-4c87-a2c0-98a7e8e186af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.474248] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b571248-0dce-4b44-8e74-ba2d0d22c517 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.488993] env[69563]: DEBUG nova.compute.provider_tree [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.494433] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.503857] env[69563]: DEBUG oslo_vmware.api [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403308, 'name': PowerOffVM_Task, 'duration_secs': 0.20603} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.504519] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.505217] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.505217] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14c671b6-18e5-4d2d-bc78-3ca588b11a5a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.557272] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d5542-fa6f-c8e0-f895-a59f6e660bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.557672] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.557960] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.558584] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ce3cf2-4ab3-44ce-8ed1-e4c5146a696d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.566433] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 707.566433] env[69563]: value = "task-3403310" [ 707.566433] env[69563]: _type = "Task" [ 707.566433] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.572845] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.573127] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.573314] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Deleting the datastore file [datastore1] cf59c9f3-ffa6-4ca0-b78a-94891a0d6797 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.577765] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6971b418-8dfc-4957-bc37-5f67e086da15 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.582036] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.587255] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403307, 'name': CreateSnapshot_Task, 'duration_secs': 0.831389} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.588547] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.588918] env[69563]: DEBUG oslo_vmware.api [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for the task: (returnval){ [ 707.588918] env[69563]: value = "task-3403311" [ 707.588918] env[69563]: _type = "Task" [ 707.588918] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.589670] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047dc825-7617-4e95-b68c-4fd26c8d0440 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.606710] env[69563]: DEBUG oslo_vmware.api [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.829207] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.829999] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.831363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "bcdc4882-15de-4d78-96ce-9c4da44a8492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.832655] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.832655] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.838268] env[69563]: INFO nova.compute.manager [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Terminating instance [ 707.992630] env[69563]: DEBUG nova.scheduler.client.report [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.077742] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.102571] env[69563]: DEBUG oslo_vmware.api [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Task: {'id': task-3403311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178575} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.102688] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.102859] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.103112] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.103303] env[69563]: INFO nova.compute.manager [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Took 1.13 seconds to destroy the instance on the hypervisor. [ 708.103596] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.104392] env[69563]: DEBUG nova.compute.manager [-] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.104392] env[69563]: DEBUG nova.network.neutron [-] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 708.115216] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.115611] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-691361eb-ce70-4f35-a9fc-e80362458eae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.127567] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 708.127567] env[69563]: value = "task-3403312" [ 708.127567] env[69563]: _type = "Task" [ 708.127567] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.136290] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403312, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.344812] env[69563]: DEBUG nova.compute.manager [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.345090] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.346047] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cae1e43-332f-442d-b90b-d1bdfe9c1ad1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.352866] env[69563]: DEBUG nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.373739] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.374121] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13044849-236c-4d82-aced-5cc31772b9ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.383506] env[69563]: DEBUG oslo_vmware.api [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 708.383506] env[69563]: value = "task-3403313" [ 708.383506] env[69563]: _type = "Task" [ 708.383506] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.390930] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.390930] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.391116] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.391234] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.391374] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.391518] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.391729] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.391883] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.392936] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.392936] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.392936] env[69563]: DEBUG nova.virt.hardware [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.397050] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a2568a-f20a-4d86-ba34-0c006b607894 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.399794] env[69563]: DEBUG oslo_vmware.api [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.407583] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740b16ca-bbd1-4e80-b905-ef1a08aa3776 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.418466] env[69563]: DEBUG nova.compute.manager [req-26888d54-f9c8-4571-9dea-074d9044c188 req-a2105d08-4fc2-479c-b778-c5f475c448c5 service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Received event network-vif-deleted-a3af188e-e05b-4574-92ca-4cc4a737cdaa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.418668] env[69563]: INFO nova.compute.manager [req-26888d54-f9c8-4571-9dea-074d9044c188 req-a2105d08-4fc2-479c-b778-c5f475c448c5 service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Neutron deleted interface a3af188e-e05b-4574-92ca-4cc4a737cdaa; detaching it from the instance and deleting it from the info cache [ 708.418838] env[69563]: DEBUG nova.network.neutron [req-26888d54-f9c8-4571-9dea-074d9044c188 req-a2105d08-4fc2-479c-b778-c5f475c448c5 service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 708.578666] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606179} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.578842] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.579065] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.579388] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b1e398f-fb52-42ba-a35a-96405efb177e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.588662] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 708.588662] env[69563]: value = "task-3403314" [ 708.588662] env[69563]: _type = "Task" [ 708.588662] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.596250] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.638874] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403312, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.896413] env[69563]: DEBUG oslo_vmware.api [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403313, 'name': PowerOffVM_Task, 'duration_secs': 0.392881} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.896413] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.896413] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.896413] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b41bd54-bac9-4fef-913e-6b15a2b2a8b3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.906051] env[69563]: DEBUG nova.network.neutron [-] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 708.933326] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec12907c-4846-4937-a1e4-fdd0c47dbe3c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.941297] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656bb09-4e35-46c1-9b6b-b26f864b7147 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.955625] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.955625] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.955625] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Deleting the datastore file [datastore1] bcdc4882-15de-4d78-96ce-9c4da44a8492 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.956990] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1df43028-9830-4a80-9639-40f9023fd02e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.981491] env[69563]: DEBUG nova.compute.manager [req-26888d54-f9c8-4571-9dea-074d9044c188 req-a2105d08-4fc2-479c-b778-c5f475c448c5 service nova] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Detach interface failed, port_id=a3af188e-e05b-4574-92ca-4cc4a737cdaa, reason: Instance cf59c9f3-ffa6-4ca0-b78a-94891a0d6797 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 708.986977] env[69563]: DEBUG oslo_vmware.api [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for the task: (returnval){ [ 708.986977] env[69563]: value = "task-3403316" [ 708.986977] env[69563]: _type = "Task" [ 708.986977] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.997162] env[69563]: DEBUG oslo_vmware.api [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.003998] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.681s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.008129] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.616s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.010353] env[69563]: INFO nova.compute.claims [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.102916] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068883} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.103999] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.105241] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66d021c-63b8-44c5-bbc7-a1a61711a51c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.127214] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.127607] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e51ef7ec-3060-4af4-b302-0b230b4b6e0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.151709] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403312, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.153217] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 709.153217] env[69563]: value = "task-3403317" [ 709.153217] env[69563]: _type = "Task" [ 709.153217] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.161696] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.304726] env[69563]: DEBUG nova.network.neutron [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Successfully updated port: e4f877a6-d650-487b-b8fa-b611d29346e6 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 709.406861] env[69563]: INFO nova.compute.manager [-] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Took 1.30 seconds to deallocate network for instance. [ 709.493995] env[69563]: DEBUG oslo_vmware.api [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Task: {'id': task-3403316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135847} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.494358] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.494548] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.494722] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.494893] env[69563]: INFO nova.compute.manager [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Took 1.15 seconds to destroy the instance on the hypervisor. [ 709.495151] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.495343] env[69563]: DEBUG nova.compute.manager [-] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.495439] env[69563]: DEBUG nova.network.neutron [-] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 709.590370] env[69563]: INFO nova.scheduler.client.report [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Deleted allocation for migration 75c5415f-9405-492a-93ce-112fdcc693b3 [ 709.637096] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403312, 'name': CloneVM_Task, 'duration_secs': 1.214031} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.637427] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Created linked-clone VM from snapshot [ 709.638126] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebffd10-cc25-4f8d-aafc-39473525e716 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.646468] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Uploading image 17526d65-9bee-46c2-9b78-b3b0436a6dd1 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 709.664032] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403317, 'name': ReconfigVM_Task, 'duration_secs': 0.315973} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.665774] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Reconfigured VM instance instance-0000001f to attach disk [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.665774] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a139f5c1-b78e-4975-aec9-26d4738f02bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.672545] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 709.672545] env[69563]: value = "task-3403318" [ 709.672545] env[69563]: _type = "Task" [ 709.672545] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.687469] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403318, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.689649] env[69563]: DEBUG oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 709.689649] env[69563]: value = "vm-679046" [ 709.689649] env[69563]: _type = "VirtualMachine" [ 709.689649] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 709.690037] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f63b53d-53c2-4547-ac1d-54cdfb8c71b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.696487] env[69563]: DEBUG oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lease: (returnval){ [ 709.696487] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52574bab-0536-2b57-46eb-d58f878caed5" [ 709.696487] env[69563]: _type = "HttpNfcLease" [ 709.696487] env[69563]: } obtained for exporting VM: (result){ [ 709.696487] env[69563]: value = "vm-679046" [ 709.696487] env[69563]: _type = "VirtualMachine" [ 709.696487] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 709.696487] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the lease: (returnval){ [ 709.696487] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52574bab-0536-2b57-46eb-d58f878caed5" [ 709.696487] env[69563]: _type = "HttpNfcLease" [ 709.696487] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 709.703138] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.703138] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52574bab-0536-2b57-46eb-d58f878caed5" [ 709.703138] env[69563]: _type = "HttpNfcLease" [ 709.703138] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 709.811713] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "refresh_cache-a6493c17-e033-4dc9-82df-cbb4f24e436b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.811917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "refresh_cache-a6493c17-e033-4dc9-82df-cbb4f24e436b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.812114] env[69563]: DEBUG nova.network.neutron [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 709.913916] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.095747] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7c7f72f0-0ef3-4b71-864b-8462b2709e92 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.345s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.185146] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403318, 'name': Rename_Task, 'duration_secs': 0.147129} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.187403] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.189153] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-736cc090-7cde-42e7-9057-87d6ddf64be3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.196469] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 710.196469] env[69563]: value = "task-3403320" [ 710.196469] env[69563]: _type = "Task" [ 710.196469] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.217406] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403320, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.217654] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.217654] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52574bab-0536-2b57-46eb-d58f878caed5" [ 710.217654] env[69563]: _type = "HttpNfcLease" [ 710.217654] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.217913] env[69563]: DEBUG oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.217913] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52574bab-0536-2b57-46eb-d58f878caed5" [ 710.217913] env[69563]: _type = "HttpNfcLease" [ 710.217913] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.218659] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a636198-0594-4450-b794-3bb2c223f467 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.225692] env[69563]: DEBUG oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246971a-33b2-405a-2fee-48364c86bc07/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.225870] env[69563]: DEBUG oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246971a-33b2-405a-2fee-48364c86bc07/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 710.291851] env[69563]: DEBUG nova.network.neutron [-] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 710.333903] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60a6a0eb-b9cd-4329-b395-c8787c39f2c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.378652] env[69563]: DEBUG nova.network.neutron [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 710.398360] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquiring lock "ff8c6b80-405a-422a-b7d1-db785ce81cad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.398587] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "ff8c6b80-405a-422a-b7d1-db785ce81cad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.461029] env[69563]: DEBUG nova.compute.manager [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Received event network-vif-plugged-e4f877a6-d650-487b-b8fa-b611d29346e6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.461029] env[69563]: DEBUG oslo_concurrency.lockutils [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] Acquiring lock "a6493c17-e033-4dc9-82df-cbb4f24e436b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.461029] env[69563]: DEBUG oslo_concurrency.lockutils [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] Lock "a6493c17-e033-4dc9-82df-cbb4f24e436b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.461221] env[69563]: DEBUG oslo_concurrency.lockutils [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] Lock "a6493c17-e033-4dc9-82df-cbb4f24e436b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.461369] env[69563]: DEBUG nova.compute.manager [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] No waiting events found dispatching network-vif-plugged-e4f877a6-d650-487b-b8fa-b611d29346e6 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.461721] env[69563]: WARNING nova.compute.manager [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Received unexpected event network-vif-plugged-e4f877a6-d650-487b-b8fa-b611d29346e6 for instance with vm_state building and task_state spawning. [ 710.461961] env[69563]: DEBUG nova.compute.manager [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Received event network-changed-e4f877a6-d650-487b-b8fa-b611d29346e6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.462101] env[69563]: DEBUG nova.compute.manager [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Refreshing instance network info cache due to event network-changed-e4f877a6-d650-487b-b8fa-b611d29346e6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.462357] env[69563]: DEBUG oslo_concurrency.lockutils [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] Acquiring lock "refresh_cache-a6493c17-e033-4dc9-82df-cbb4f24e436b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.558020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604a763d-7564-43f1-b5ef-71841129d429 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.573312] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818e1fc7-32da-4eef-b075-2932f89f297f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.613316] env[69563]: DEBUG nova.network.neutron [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Updating instance_info_cache with network_info: [{"id": "e4f877a6-d650-487b-b8fa-b611d29346e6", "address": "fa:16:3e:47:4b:8c", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f877a6-d6", "ovs_interfaceid": "e4f877a6-d650-487b-b8fa-b611d29346e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 710.615301] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669b22cc-261d-4782-a48a-7894c9fa52f5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.623790] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dee268-dc29-4e5f-891c-a6e6d86ca154 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.639711] env[69563]: DEBUG nova.compute.provider_tree [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.708822] env[69563]: DEBUG oslo_vmware.api [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403320, 'name': PowerOnVM_Task, 'duration_secs': 0.420742} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.708822] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.709000] env[69563]: INFO nova.compute.manager [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Took 4.90 seconds to spawn the instance on the hypervisor. [ 710.709055] env[69563]: DEBUG nova.compute.manager [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.710211] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b64035-c372-43dc-88fd-2a6f8222c465 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.797998] env[69563]: INFO nova.compute.manager [-] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Took 1.30 seconds to deallocate network for instance. [ 711.119843] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "refresh_cache-a6493c17-e033-4dc9-82df-cbb4f24e436b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.121485] env[69563]: DEBUG nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Instance network_info: |[{"id": "e4f877a6-d650-487b-b8fa-b611d29346e6", "address": "fa:16:3e:47:4b:8c", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f877a6-d6", "ovs_interfaceid": "e4f877a6-d650-487b-b8fa-b611d29346e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.121814] env[69563]: DEBUG oslo_concurrency.lockutils [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] Acquired lock "refresh_cache-a6493c17-e033-4dc9-82df-cbb4f24e436b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.122039] env[69563]: DEBUG nova.network.neutron [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Refreshing network info cache for port e4f877a6-d650-487b-b8fa-b611d29346e6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 711.127140] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:4b:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4f877a6-d650-487b-b8fa-b611d29346e6', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.131992] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.135803] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.136405] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a1725f6-08d8-4320-83bd-1ead0acc51fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.154967] env[69563]: DEBUG nova.scheduler.client.report [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.165545] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.165545] env[69563]: value = "task-3403321" [ 711.165545] env[69563]: _type = "Task" [ 711.165545] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.177104] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403321, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.229386] env[69563]: INFO nova.compute.manager [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Took 42.47 seconds to build instance. [ 711.304559] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.425015] env[69563]: DEBUG nova.network.neutron [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Updated VIF entry in instance network info cache for port e4f877a6-d650-487b-b8fa-b611d29346e6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 711.425511] env[69563]: DEBUG nova.network.neutron [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Updating instance_info_cache with network_info: [{"id": "e4f877a6-d650-487b-b8fa-b611d29346e6", "address": "fa:16:3e:47:4b:8c", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f877a6-d6", "ovs_interfaceid": "e4f877a6-d650-487b-b8fa-b611d29346e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 711.664920] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.665596] env[69563]: DEBUG nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.668356] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.090s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.670026] env[69563]: INFO nova.compute.claims [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.683526] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403321, 'name': CreateVM_Task, 'duration_secs': 0.412309} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.683829] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.684669] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.687580] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.687580] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.687580] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b21fc26-b0a0-4dff-bc29-47d8992e1490 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.692847] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 711.692847] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521bafa5-6247-af4f-b4a6-0b98e883b99d" [ 711.692847] env[69563]: _type = "Task" [ 711.692847] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.700867] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521bafa5-6247-af4f-b4a6-0b98e883b99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.726578] env[69563]: INFO nova.compute.manager [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Rebuilding instance [ 711.733420] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c78990db-72f0-40cd-a297-b348723d4641 tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "f6cd5766-57fd-431a-a86f-b77c125a4a25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.106s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.775678] env[69563]: DEBUG nova.compute.manager [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.776581] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753cad6-abdc-43d9-9619-435bc99ed002 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.928993] env[69563]: DEBUG oslo_concurrency.lockutils [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] Releasing lock "refresh_cache-a6493c17-e033-4dc9-82df-cbb4f24e436b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.929299] env[69563]: DEBUG nova.compute.manager [req-aab091df-9f77-49d3-b3c4-ea13d0e1f7a7 req-93330f71-d630-4cbe-971c-c8f734e412b3 service nova] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Received event network-vif-deleted-90a651bc-431d-473e-8b22-e4986fbbdb07 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.177767] env[69563]: DEBUG nova.compute.utils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.179971] env[69563]: DEBUG nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.180589] env[69563]: DEBUG nova.network.neutron [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 712.202423] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521bafa5-6247-af4f-b4a6-0b98e883b99d, 'name': SearchDatastore_Task, 'duration_secs': 0.012204} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.203048] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.204126] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.204126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.204126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.204244] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.204447] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4df95d1f-3eb1-4645-bd42-3b4d9755e3b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.214171] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.214438] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.215653] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ec671c-25d1-4c85-b660-5a2ad034d019 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.221108] env[69563]: DEBUG nova.policy [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f77c0bf3ccc4c098973eda23b65870e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8aa2f8383614dcab77511451e3af185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.225980] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 712.225980] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d1795d-3851-7bb5-7c53-86cff01f293d" [ 712.225980] env[69563]: _type = "Task" [ 712.225980] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.239636] env[69563]: DEBUG nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.243480] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d1795d-3851-7bb5-7c53-86cff01f293d, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.244835] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dd70c0-c1e8-4f13-9946-ebe03e905b9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.254404] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 712.254404] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5229b49d-e308-4444-9da5-b3f5506423c9" [ 712.254404] env[69563]: _type = "Task" [ 712.254404] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.269566] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5229b49d-e308-4444-9da5-b3f5506423c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.386044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.386354] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.654627] env[69563]: DEBUG nova.network.neutron [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Successfully created port: 6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.684200] env[69563]: DEBUG nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.776811] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5229b49d-e308-4444-9da5-b3f5506423c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.778157] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.778528] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.778835] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] a6493c17-e033-4dc9-82df-cbb4f24e436b/a6493c17-e033-4dc9-82df-cbb4f24e436b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.779203] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48ebbca0-e225-488b-81bd-e4a089df86f5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.790601] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 712.790601] env[69563]: value = "task-3403322" [ 712.790601] env[69563]: _type = "Task" [ 712.790601] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.806384] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.807790] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3bde39-3904-4d9e-a64e-08c7355b699d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.823489] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.830026] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 712.830026] env[69563]: value = "task-3403323" [ 712.830026] env[69563]: _type = "Task" [ 712.830026] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.845948] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.166257] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd208cd-e346-46be-93a6-ac2ff6eda9a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.175882] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882eb5d6-a4dc-4c11-8a1b-95f3d0ba5d81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.214182] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57aeaaf-9271-4ac9-95dd-59c2290b9fce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.223299] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd554a66-1f7a-4dca-adf6-e546089fd2e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.241673] env[69563]: DEBUG nova.compute.provider_tree [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.301894] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403322, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.343887] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403323, 'name': PowerOffVM_Task, 'duration_secs': 0.130126} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.344191] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.344426] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.345290] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efd8ea6-a1ae-4fec-a102-6a3974d03093 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.352873] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.353179] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f62e9fce-03f9-4750-a728-e75b4c0c1e79 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.381376] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.381704] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.382019] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Deleting the datastore file [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.383188] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6bfd93b-e2c5-49a4-bcbe-a06aed68f8e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.391437] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 713.391437] env[69563]: value = "task-3403325" [ 713.391437] env[69563]: _type = "Task" [ 713.391437] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.401265] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.719581] env[69563]: DEBUG nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.741415] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.741632] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.741834] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.742039] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.742190] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.742337] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.742547] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.742702] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.742869] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.743039] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.743212] env[69563]: DEBUG nova.virt.hardware [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.744117] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86359a85-3955-4b57-bbf6-211a9e6d934c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.747250] env[69563]: DEBUG nova.scheduler.client.report [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.757447] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ddf18-e5e5-41ca-b1db-8a4976514d4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.800887] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703886} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.801767] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] a6493c17-e033-4dc9-82df-cbb4f24e436b/a6493c17-e033-4dc9-82df-cbb4f24e436b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.801767] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.801939] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cfc6598-baf5-40dd-85bc-26b49e8d4fb5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.809055] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 713.809055] env[69563]: value = "task-3403326" [ 713.809055] env[69563]: _type = "Task" [ 713.809055] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.817390] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.904487] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194572} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.904487] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.904487] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.904487] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.132301] env[69563]: DEBUG nova.compute.manager [req-4a401392-41bc-4af4-8bd3-0ef09863f4d3 req-784f8945-aaa3-4e3a-91b5-3b67b0f7d50f service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received event network-vif-plugged-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.132301] env[69563]: DEBUG oslo_concurrency.lockutils [req-4a401392-41bc-4af4-8bd3-0ef09863f4d3 req-784f8945-aaa3-4e3a-91b5-3b67b0f7d50f service nova] Acquiring lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.132615] env[69563]: DEBUG oslo_concurrency.lockutils [req-4a401392-41bc-4af4-8bd3-0ef09863f4d3 req-784f8945-aaa3-4e3a-91b5-3b67b0f7d50f service nova] Lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.132891] env[69563]: DEBUG oslo_concurrency.lockutils [req-4a401392-41bc-4af4-8bd3-0ef09863f4d3 req-784f8945-aaa3-4e3a-91b5-3b67b0f7d50f service nova] Lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.132891] env[69563]: DEBUG nova.compute.manager [req-4a401392-41bc-4af4-8bd3-0ef09863f4d3 req-784f8945-aaa3-4e3a-91b5-3b67b0f7d50f service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] No waiting events found dispatching network-vif-plugged-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.133036] env[69563]: WARNING nova.compute.manager [req-4a401392-41bc-4af4-8bd3-0ef09863f4d3 req-784f8945-aaa3-4e3a-91b5-3b67b0f7d50f service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received unexpected event network-vif-plugged-6e488c88-ce31-424e-9524-6a97ab0057c9 for instance with vm_state building and task_state spawning. [ 714.239144] env[69563]: DEBUG nova.network.neutron [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Successfully updated port: 6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.253356] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.253997] env[69563]: DEBUG nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.258206] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.959s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.260484] env[69563]: INFO nova.compute.claims [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.318831] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090386} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.319141] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.320014] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab3abb-6cd8-4f78-b469-85de0d0ed0d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.342782] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] a6493c17-e033-4dc9-82df-cbb4f24e436b/a6493c17-e033-4dc9-82df-cbb4f24e436b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.343468] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc416014-d700-425c-9a68-b2e448c7f9f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.363281] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 714.363281] env[69563]: value = "task-3403327" [ 714.363281] env[69563]: _type = "Task" [ 714.363281] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.371568] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.743748] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.743748] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.743748] env[69563]: DEBUG nova.network.neutron [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 714.758997] env[69563]: DEBUG nova.compute.utils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.761086] env[69563]: DEBUG nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.761086] env[69563]: DEBUG nova.network.neutron [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 714.829221] env[69563]: DEBUG nova.policy [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edfd3fdae97c4c9cae96025aa31bbf1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd1b6cfd1d98440dbb09f698199be029', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.872910] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403327, 'name': ReconfigVM_Task, 'duration_secs': 0.470757} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.873261] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] a6493c17-e033-4dc9-82df-cbb4f24e436b/a6493c17-e033-4dc9-82df-cbb4f24e436b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.873896] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b70ca09c-b6b4-40cf-9520-421e0ba33c4c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.881193] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 714.881193] env[69563]: value = "task-3403328" [ 714.881193] env[69563]: _type = "Task" [ 714.881193] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.890171] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403328, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.938042] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.938317] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.938492] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.938687] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.938840] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.939012] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.939417] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.939417] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.939541] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.939856] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.939998] env[69563]: DEBUG nova.virt.hardware [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.941065] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c311e22-4a27-45c4-970b-f6e026d1bc35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.950217] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcf6a45-8d17-4cd8-a293-b756141e8b1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.965609] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.971467] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.971770] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.972011] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5c3d6bf-e383-4c0e-9a82-c6fe610dc96c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.990494] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.990494] env[69563]: value = "task-3403329" [ 714.990494] env[69563]: _type = "Task" [ 714.990494] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.999364] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403329, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.153149] env[69563]: DEBUG nova.network.neutron [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Successfully created port: 97e49b65-4df8-48e5-ad62-98f1fe8add63 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 715.261402] env[69563]: DEBUG nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.286254] env[69563]: DEBUG nova.network.neutron [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 715.392188] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403328, 'name': Rename_Task, 'duration_secs': 0.191374} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.394944] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.397017] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f3e429d-0f88-44cf-be8d-218c13227cc8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.401976] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 715.401976] env[69563]: value = "task-3403330" [ 715.401976] env[69563]: _type = "Task" [ 715.401976] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.417080] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.502503] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403329, 'name': CreateVM_Task, 'duration_secs': 0.318415} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.502503] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.502936] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.503688] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.503835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.504560] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ce9909-966e-43c1-993f-2c79c68cc6c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.512650] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 715.512650] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52439734-a360-e535-c4c5-f2aba646f9a7" [ 715.512650] env[69563]: _type = "Task" [ 715.512650] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.520117] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52439734-a360-e535-c4c5-f2aba646f9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.559133] env[69563]: DEBUG nova.network.neutron [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [{"id": "6e488c88-ce31-424e-9524-6a97ab0057c9", "address": "fa:16:3e:18:fb:49", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e488c88-ce", "ovs_interfaceid": "6e488c88-ce31-424e-9524-6a97ab0057c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 715.740230] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ec366-1300-4043-aa1c-10e1679a4ed6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.748453] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790b1c2e-01b5-48f7-a17f-a597fe900120 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.782438] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5138a9c3-5069-4126-b5d1-67b2a6f71c49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.790393] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40683e2a-9f11-47bf-bc2a-7e57dd99499b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.805406] env[69563]: DEBUG nova.compute.provider_tree [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.913482] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403330, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.022451] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52439734-a360-e535-c4c5-f2aba646f9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013519} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.022765] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.023009] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.023256] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.023403] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.023580] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.023850] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa074b2c-3789-40cb-ad84-d49394a8d1fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.032735] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.032929] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.033665] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8afa7a-6655-49a5-b1a9-8ed5cae58a67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.038842] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 716.038842] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52002ff4-18de-590b-4ef0-5531d9894bce" [ 716.038842] env[69563]: _type = "Task" [ 716.038842] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.046624] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52002ff4-18de-590b-4ef0-5531d9894bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.062228] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.062515] env[69563]: DEBUG nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Instance network_info: |[{"id": "6e488c88-ce31-424e-9524-6a97ab0057c9", "address": "fa:16:3e:18:fb:49", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e488c88-ce", "ovs_interfaceid": "6e488c88-ce31-424e-9524-6a97ab0057c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.062885] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:fb:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e488c88-ce31-424e-9524-6a97ab0057c9', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.070357] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating folder: Project (a8aa2f8383614dcab77511451e3af185). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.070604] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5dfe52c-6a69-414a-91ee-0a84c9a38c43 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.081733] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Created folder: Project (a8aa2f8383614dcab77511451e3af185) in parent group-v678952. [ 716.081911] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating folder: Instances. Parent ref: group-v679049. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.082144] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9921b212-a58b-4d37-9f7d-83666e76c647 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.091596] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Created folder: Instances in parent group-v679049. [ 716.091879] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.092140] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.092370] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90ba1006-e525-4a8f-a4f0-29857de138a5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.113392] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.113392] env[69563]: value = "task-3403333" [ 716.113392] env[69563]: _type = "Task" [ 716.113392] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.121276] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403333, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.160248] env[69563]: DEBUG nova.compute.manager [req-b161e453-5321-40d0-bb19-15ff173b0145 req-976a1045-7201-4102-a4be-b2511259ae81 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received event network-changed-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.160438] env[69563]: DEBUG nova.compute.manager [req-b161e453-5321-40d0-bb19-15ff173b0145 req-976a1045-7201-4102-a4be-b2511259ae81 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Refreshing instance network info cache due to event network-changed-6e488c88-ce31-424e-9524-6a97ab0057c9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.160804] env[69563]: DEBUG oslo_concurrency.lockutils [req-b161e453-5321-40d0-bb19-15ff173b0145 req-976a1045-7201-4102-a4be-b2511259ae81 service nova] Acquiring lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.160989] env[69563]: DEBUG oslo_concurrency.lockutils [req-b161e453-5321-40d0-bb19-15ff173b0145 req-976a1045-7201-4102-a4be-b2511259ae81 service nova] Acquired lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.161283] env[69563]: DEBUG nova.network.neutron [req-b161e453-5321-40d0-bb19-15ff173b0145 req-976a1045-7201-4102-a4be-b2511259ae81 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Refreshing network info cache for port 6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 716.283443] env[69563]: DEBUG nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.309887] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.310167] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.310326] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.310509] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.310660] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.310800] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.311019] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.311189] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.311363] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.311515] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.311687] env[69563]: DEBUG nova.virt.hardware [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.312558] env[69563]: DEBUG nova.scheduler.client.report [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.316317] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3eac26-4541-40ba-b47b-0ee238cd1e34 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.324841] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c06dc5a-b0d9-4687-aa3e-88bc5af8afd6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.414057] env[69563]: DEBUG oslo_vmware.api [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403330, 'name': PowerOnVM_Task, 'duration_secs': 0.977151} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.414057] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.414057] env[69563]: INFO nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Took 8.06 seconds to spawn the instance on the hypervisor. [ 716.414057] env[69563]: DEBUG nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.414931] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cf94a4-382e-426e-885f-727a3d9146ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.552238] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52002ff4-18de-590b-4ef0-5531d9894bce, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.553115] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363cc8a5-b391-4800-9651-608a24b87ad8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.558746] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 716.558746] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fcb7af-1f99-a3d1-bcdb-e90b9a4ce91d" [ 716.558746] env[69563]: _type = "Task" [ 716.558746] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.567018] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fcb7af-1f99-a3d1-bcdb-e90b9a4ce91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.623498] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403333, 'name': CreateVM_Task, 'duration_secs': 0.343179} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.624789] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.627807] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.627807] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.628794] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.628794] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39789fa-c9c0-4f7c-af91-1aaf52684de1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.634280] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 716.634280] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ff635c-6922-ec24-b5fc-858c9ecd606a" [ 716.634280] env[69563]: _type = "Task" [ 716.634280] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.643814] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ff635c-6922-ec24-b5fc-858c9ecd606a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.822790] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.823330] env[69563]: DEBUG nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.827814] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.836s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.832527] env[69563]: INFO nova.compute.claims [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.937009] env[69563]: INFO nova.compute.manager [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Took 42.83 seconds to build instance. [ 717.073253] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fcb7af-1f99-a3d1-bcdb-e90b9a4ce91d, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.074975] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.075331] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.076221] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-287a61c2-ab4f-435c-bd3a-be0b69628c9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.083474] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 717.083474] env[69563]: value = "task-3403334" [ 717.083474] env[69563]: _type = "Task" [ 717.083474] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.185201] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.185201] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc9fae4-aa1b-4bd9-b673-8858adbe80f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.185201] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e60c7f25-b4bf-4695-8c95-bd350b113831 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Suspending the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 717.185201] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-18269bea-e25c-44c0-abbb-0e8501057b1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.185201] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ff635c-6922-ec24-b5fc-858c9ecd606a, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.187317] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.187317] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.187317] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.187317] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.187840] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.187840] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ea8bc6c-796a-4dea-94f2-5bf20b135074 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.187840] env[69563]: DEBUG oslo_vmware.api [None req-e60c7f25-b4bf-4695-8c95-bd350b113831 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 717.187840] env[69563]: value = "task-3403335" [ 717.187840] env[69563]: _type = "Task" [ 717.187840] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.187840] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.187840] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.187840] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68632cb9-25af-4405-94b0-9ebf0914b1b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.188574] env[69563]: DEBUG oslo_vmware.api [None req-e60c7f25-b4bf-4695-8c95-bd350b113831 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403335, 'name': SuspendVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.188574] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 717.188574] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523015ed-59aa-fa46-34ee-8a3cfef27b51" [ 717.188574] env[69563]: _type = "Task" [ 717.188574] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.188574] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523015ed-59aa-fa46-34ee-8a3cfef27b51, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.188574] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afffba7c-50e6-4416-bf16-8060bd766656 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.192513] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 717.192513] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52219e08-c22f-6931-a381-839d7bb14ca3" [ 717.192513] env[69563]: _type = "Task" [ 717.192513] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.202907] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52219e08-c22f-6931-a381-839d7bb14ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.249958] env[69563]: DEBUG nova.network.neutron [req-b161e453-5321-40d0-bb19-15ff173b0145 req-976a1045-7201-4102-a4be-b2511259ae81 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updated VIF entry in instance network info cache for port 6e488c88-ce31-424e-9524-6a97ab0057c9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 717.250608] env[69563]: DEBUG nova.network.neutron [req-b161e453-5321-40d0-bb19-15ff173b0145 req-976a1045-7201-4102-a4be-b2511259ae81 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [{"id": "6e488c88-ce31-424e-9524-6a97ab0057c9", "address": "fa:16:3e:18:fb:49", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e488c88-ce", "ovs_interfaceid": "6e488c88-ce31-424e-9524-6a97ab0057c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 717.318726] env[69563]: DEBUG nova.network.neutron [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Successfully updated port: 97e49b65-4df8-48e5-ad62-98f1fe8add63 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.339166] env[69563]: DEBUG nova.compute.utils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.344587] env[69563]: DEBUG nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.346480] env[69563]: DEBUG nova.network.neutron [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 717.403872] env[69563]: DEBUG nova.policy [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b40e3b5168a4fc4a4af918ad4f569a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a415abee646b47d8bce6d60b92e2d491', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.439821] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8fbf2f26-e4a5-4f3d-a06e-33ff81c05a45 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "a6493c17-e033-4dc9-82df-cbb4f24e436b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.125s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.595284] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403334, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.670850] env[69563]: DEBUG oslo_vmware.api [None req-e60c7f25-b4bf-4695-8c95-bd350b113831 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403335, 'name': SuspendVM_Task} progress is 70%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.702904] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52219e08-c22f-6931-a381-839d7bb14ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.703279] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.703446] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 1916e270-5696-40ae-af2d-382fbb64c25e/1916e270-5696-40ae-af2d-382fbb64c25e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.703703] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07a5287a-5c2d-483e-a09e-c61f704458b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.709854] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 717.709854] env[69563]: value = "task-3403336" [ 717.709854] env[69563]: _type = "Task" [ 717.709854] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.718340] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.753782] env[69563]: DEBUG oslo_concurrency.lockutils [req-b161e453-5321-40d0-bb19-15ff173b0145 req-976a1045-7201-4102-a4be-b2511259ae81 service nova] Releasing lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.813153] env[69563]: DEBUG nova.network.neutron [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Successfully created port: 99decc40-07d3-4cf8-91ad-6bd087bd5b92 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 717.823429] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "refresh_cache-83604800-4d38-4f37-82c8-926cd5040050" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.823588] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquired lock "refresh_cache-83604800-4d38-4f37-82c8-926cd5040050" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.823896] env[69563]: DEBUG nova.network.neutron [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 717.845591] env[69563]: DEBUG nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.943480] env[69563]: DEBUG nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.096583] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55571} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.096901] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.097144] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.097436] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-773944b0-5168-4476-b4bd-02abf6876d52 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.105208] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 718.105208] env[69563]: value = "task-3403337" [ 718.105208] env[69563]: _type = "Task" [ 718.105208] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.114742] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.175098] env[69563]: DEBUG oslo_vmware.api [None req-e60c7f25-b4bf-4695-8c95-bd350b113831 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403335, 'name': SuspendVM_Task, 'duration_secs': 0.715942} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.175462] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e60c7f25-b4bf-4695-8c95-bd350b113831 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Suspended the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 718.175690] env[69563]: DEBUG nova.compute.manager [None req-e60c7f25-b4bf-4695-8c95-bd350b113831 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.176639] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c402c-92f5-4305-b9bf-8402b5423754 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.199333] env[69563]: DEBUG nova.compute.manager [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Received event network-vif-plugged-97e49b65-4df8-48e5-ad62-98f1fe8add63 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.199333] env[69563]: DEBUG oslo_concurrency.lockutils [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] Acquiring lock "83604800-4d38-4f37-82c8-926cd5040050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.199333] env[69563]: DEBUG oslo_concurrency.lockutils [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] Lock "83604800-4d38-4f37-82c8-926cd5040050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.199333] env[69563]: DEBUG oslo_concurrency.lockutils [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] Lock "83604800-4d38-4f37-82c8-926cd5040050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.199333] env[69563]: DEBUG nova.compute.manager [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] No waiting events found dispatching network-vif-plugged-97e49b65-4df8-48e5-ad62-98f1fe8add63 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.199510] env[69563]: WARNING nova.compute.manager [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Received unexpected event network-vif-plugged-97e49b65-4df8-48e5-ad62-98f1fe8add63 for instance with vm_state building and task_state spawning. [ 718.199681] env[69563]: DEBUG nova.compute.manager [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Received event network-changed-97e49b65-4df8-48e5-ad62-98f1fe8add63 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.199816] env[69563]: DEBUG nova.compute.manager [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Refreshing instance network info cache due to event network-changed-97e49b65-4df8-48e5-ad62-98f1fe8add63. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.199980] env[69563]: DEBUG oslo_concurrency.lockutils [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] Acquiring lock "refresh_cache-83604800-4d38-4f37-82c8-926cd5040050" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.222722] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433821} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.223268] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 1916e270-5696-40ae-af2d-382fbb64c25e/1916e270-5696-40ae-af2d-382fbb64c25e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.223268] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.223579] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a70448f-5b8d-4cda-9ace-53274ca41a7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.234876] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 718.234876] env[69563]: value = "task-3403338" [ 718.234876] env[69563]: _type = "Task" [ 718.234876] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.243543] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.358404] env[69563]: DEBUG nova.network.neutron [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 718.433642] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de7dea8-c2ab-4120-b4bf-9041ab4f0f1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.441578] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cb88ff-445c-4736-942b-3aeeb4d07a57 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.479508] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9a2544-a061-4431-8ef0-bce43586662c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.487609] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58f3487-9f93-49e9-9f21-6dd464a9e5b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.493910] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.504654] env[69563]: DEBUG nova.compute.provider_tree [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.550881] env[69563]: DEBUG nova.network.neutron [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Updating instance_info_cache with network_info: [{"id": "97e49b65-4df8-48e5-ad62-98f1fe8add63", "address": "fa:16:3e:74:ab:55", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e49b65-4d", "ovs_interfaceid": "97e49b65-4df8-48e5-ad62-98f1fe8add63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 718.614666] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105245} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.617418] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.617418] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c0f810-8bb4-45aa-8fa0-874edb7210ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.637232] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.637867] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c88636-aece-4254-a5f7-5e7d765bb651 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.656775] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 718.656775] env[69563]: value = "task-3403339" [ 718.656775] env[69563]: _type = "Task" [ 718.656775] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.664645] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.744501] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126512} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.744676] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.745792] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122b672f-54fd-4c83-b960-977d17928e8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.768562] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 1916e270-5696-40ae-af2d-382fbb64c25e/1916e270-5696-40ae-af2d-382fbb64c25e.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.768891] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e8ff65-2b3b-4741-a45d-69ee476eee94 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.791120] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 718.791120] env[69563]: value = "task-3403340" [ 718.791120] env[69563]: _type = "Task" [ 718.791120] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.798970] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.808053] env[69563]: DEBUG oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246971a-33b2-405a-2fee-48364c86bc07/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.808884] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccfa5b1-62ba-4ffe-8b7a-46f8d18b1397 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.814582] env[69563]: DEBUG oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246971a-33b2-405a-2fee-48364c86bc07/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.814744] env[69563]: ERROR oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246971a-33b2-405a-2fee-48364c86bc07/disk-0.vmdk due to incomplete transfer. [ 718.814949] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56e26918-588f-49e0-ac65-72b792782f5e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.821351] env[69563]: DEBUG oslo_vmware.rw_handles [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246971a-33b2-405a-2fee-48364c86bc07/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.821636] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Uploaded image 17526d65-9bee-46c2-9b78-b3b0436a6dd1 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.823618] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.823839] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac7089b5-530c-427d-925f-b25dc5ef1d16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.829325] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 718.829325] env[69563]: value = "task-3403341" [ 718.829325] env[69563]: _type = "Task" [ 718.829325] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.838066] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403341, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.858663] env[69563]: DEBUG nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.880677] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.880916] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.881170] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.881507] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.881782] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.881998] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.882272] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.882420] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.882600] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.882771] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.882964] env[69563]: DEBUG nova.virt.hardware [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.883840] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b2d9b0-03c1-42f2-866b-231273fddfe8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.892116] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f588cbb0-4f7e-43ea-a144-995d1952d541 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.026799] env[69563]: ERROR nova.scheduler.client.report [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [req-f5e78f3e-aca0-4301-9a96-630fc4a9c11b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5e78f3e-aca0-4301-9a96-630fc4a9c11b"}]} [ 719.043322] env[69563]: DEBUG nova.scheduler.client.report [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 719.051867] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Releasing lock "refresh_cache-83604800-4d38-4f37-82c8-926cd5040050" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.052255] env[69563]: DEBUG nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Instance network_info: |[{"id": "97e49b65-4df8-48e5-ad62-98f1fe8add63", "address": "fa:16:3e:74:ab:55", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e49b65-4d", "ovs_interfaceid": "97e49b65-4df8-48e5-ad62-98f1fe8add63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.052579] env[69563]: DEBUG oslo_concurrency.lockutils [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] Acquired lock "refresh_cache-83604800-4d38-4f37-82c8-926cd5040050" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.052781] env[69563]: DEBUG nova.network.neutron [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Refreshing network info cache for port 97e49b65-4df8-48e5-ad62-98f1fe8add63 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 719.055128] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:ab:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97e49b65-4df8-48e5-ad62-98f1fe8add63', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.063315] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.064362] env[69563]: DEBUG nova.scheduler.client.report [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 719.064549] env[69563]: DEBUG nova.compute.provider_tree [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.069490] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.070063] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc9a093f-b028-4930-9ed3-5b8ba5289ac4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.087780] env[69563]: DEBUG nova.scheduler.client.report [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 719.095511] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.095511] env[69563]: value = "task-3403342" [ 719.095511] env[69563]: _type = "Task" [ 719.095511] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.103425] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403342, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.108356] env[69563]: DEBUG nova.scheduler.client.report [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 719.170644] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403339, 'name': ReconfigVM_Task, 'duration_secs': 0.290256} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.173350] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Reconfigured VM instance instance-0000001f to attach disk [datastore1] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.174175] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bb88472-ff14-48ee-ad48-74f0f1fb977a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.188370] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 719.188370] env[69563]: value = "task-3403343" [ 719.188370] env[69563]: _type = "Task" [ 719.188370] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.191049] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403343, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.300136] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403340, 'name': ReconfigVM_Task, 'duration_secs': 0.302955} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.300420] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 1916e270-5696-40ae-af2d-382fbb64c25e/1916e270-5696-40ae-af2d-382fbb64c25e.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.301081] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5d4aa49-7504-4edd-a345-de872ff7cfd9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.310656] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 719.310656] env[69563]: value = "task-3403344" [ 719.310656] env[69563]: _type = "Task" [ 719.310656] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.322894] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403344, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.342347] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403341, 'name': Destroy_Task, 'duration_secs': 0.324584} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.346481] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Destroyed the VM [ 719.346481] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.346481] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1771202d-53e3-4ace-8fa3-6e61f19d2619 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.358120] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 719.358120] env[69563]: value = "task-3403345" [ 719.358120] env[69563]: _type = "Task" [ 719.358120] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.370937] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.421948] env[69563]: DEBUG nova.network.neutron [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Updated VIF entry in instance network info cache for port 97e49b65-4df8-48e5-ad62-98f1fe8add63. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 719.421948] env[69563]: DEBUG nova.network.neutron [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Updating instance_info_cache with network_info: [{"id": "97e49b65-4df8-48e5-ad62-98f1fe8add63", "address": "fa:16:3e:74:ab:55", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e49b65-4d", "ovs_interfaceid": "97e49b65-4df8-48e5-ad62-98f1fe8add63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 719.601805] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722012de-ba15-4b08-8818-bcb48f3f0c25 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.609226] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403342, 'name': CreateVM_Task, 'duration_secs': 0.399339} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.611667] env[69563]: DEBUG nova.network.neutron [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Successfully updated port: 99decc40-07d3-4cf8-91ad-6bd087bd5b92 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 719.612777] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.613598] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.613759] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.614080] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.615057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30eb03-7043-4ad8-a3bd-bb734090f134 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.618412] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ce47a9-c6fb-4045-a339-9eb31c0e2387 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.624453] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 719.624453] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5267d663-6db8-c538-593a-685122ed41f4" [ 719.624453] env[69563]: _type = "Task" [ 719.624453] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.656110] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2520187b-b003-42d4-b191-1c944576ebfa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.664026] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5267d663-6db8-c538-593a-685122ed41f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013282} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.664207] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.664496] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.664802] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.665262] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.665262] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.667522] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94f41c6-3003-48ae-b672-0ea7d6a6e45a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.670786] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf0d88d-9ddf-4ea0-bc11-37a3ea224605 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.685679] env[69563]: DEBUG nova.compute.provider_tree [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.690491] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.690677] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.691682] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0586ccb2-18f8-4887-b91b-c4476ce8fa92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.698698] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403343, 'name': Rename_Task, 'duration_secs': 0.165252} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.699871] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.700181] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 719.700181] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529ecceb-7fd5-cccd-c9d1-0ce3e2d4ea39" [ 719.700181] env[69563]: _type = "Task" [ 719.700181] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.700416] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81939f01-d414-49be-92c8-b49b0d40c789 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.713611] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529ecceb-7fd5-cccd-c9d1-0ce3e2d4ea39, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.713900] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 719.713900] env[69563]: value = "task-3403346" [ 719.713900] env[69563]: _type = "Task" [ 719.713900] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.714710] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e879a07-b73d-48ae-8260-0383b0ff81bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.723389] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 719.723389] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526bff64-5f52-8a4a-a86b-5627e99ff4b1" [ 719.723389] env[69563]: _type = "Task" [ 719.723389] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.730744] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.736565] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526bff64-5f52-8a4a-a86b-5627e99ff4b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.736808] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.737111] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 83604800-4d38-4f37-82c8-926cd5040050/83604800-4d38-4f37-82c8-926cd5040050.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.737340] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72d86159-6adc-4035-84c7-fc40f80b2efb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.747973] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 719.747973] env[69563]: value = "task-3403347" [ 719.747973] env[69563]: _type = "Task" [ 719.747973] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.755982] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.821130] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403344, 'name': Rename_Task, 'duration_secs': 0.153621} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.821442] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.821708] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e0beba6-dd5b-4fca-bff6-df26153bd82e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.829417] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 719.829417] env[69563]: value = "task-3403348" [ 719.829417] env[69563]: _type = "Task" [ 719.829417] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.839354] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.867130] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403345, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.923119] env[69563]: DEBUG oslo_concurrency.lockutils [req-504e671f-ea42-4a45-8d46-133040687f42 req-e3ef5ba6-8670-4cfb-b5eb-3a3bcfb537df service nova] Releasing lock "refresh_cache-83604800-4d38-4f37-82c8-926cd5040050" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.115039] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquiring lock "refresh_cache-67d3af1b-dc99-458b-b991-b4ecbe2c279c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.115039] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquired lock "refresh_cache-67d3af1b-dc99-458b-b991-b4ecbe2c279c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.115165] env[69563]: DEBUG nova.network.neutron [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 720.224305] env[69563]: DEBUG nova.compute.manager [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Received event network-vif-plugged-99decc40-07d3-4cf8-91ad-6bd087bd5b92 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.224524] env[69563]: DEBUG oslo_concurrency.lockutils [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] Acquiring lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.224749] env[69563]: DEBUG oslo_concurrency.lockutils [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] Lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.224979] env[69563]: DEBUG oslo_concurrency.lockutils [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] Lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.225082] env[69563]: DEBUG nova.compute.manager [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] No waiting events found dispatching network-vif-plugged-99decc40-07d3-4cf8-91ad-6bd087bd5b92 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.225274] env[69563]: WARNING nova.compute.manager [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Received unexpected event network-vif-plugged-99decc40-07d3-4cf8-91ad-6bd087bd5b92 for instance with vm_state building and task_state spawning. [ 720.225389] env[69563]: DEBUG nova.compute.manager [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Received event network-changed-99decc40-07d3-4cf8-91ad-6bd087bd5b92 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.225558] env[69563]: DEBUG nova.compute.manager [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Refreshing instance network info cache due to event network-changed-99decc40-07d3-4cf8-91ad-6bd087bd5b92. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.225786] env[69563]: DEBUG oslo_concurrency.lockutils [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] Acquiring lock "refresh_cache-67d3af1b-dc99-458b-b991-b4ecbe2c279c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.230605] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.231670] env[69563]: DEBUG nova.scheduler.client.report [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 720.232033] env[69563]: DEBUG nova.compute.provider_tree [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 55 to 56 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 720.232330] env[69563]: DEBUG nova.compute.provider_tree [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.259351] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476173} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.259723] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 83604800-4d38-4f37-82c8-926cd5040050/83604800-4d38-4f37-82c8-926cd5040050.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.259967] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.260538] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8badfd94-affb-400f-845d-3e2dd8680ef9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.266676] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 720.266676] env[69563]: value = "task-3403349" [ 720.266676] env[69563]: _type = "Task" [ 720.266676] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.274849] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.340870] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403348, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.367444] env[69563]: DEBUG oslo_vmware.api [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403345, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542693} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.367717] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 720.367947] env[69563]: INFO nova.compute.manager [None req-09474071-4abf-4cef-992b-d45007e95df4 tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Took 14.35 seconds to snapshot the instance on the hypervisor. [ 720.591982] env[69563]: DEBUG nova.compute.manager [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.592874] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db71e145-856c-4230-b5ff-8ea3d804f188 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.648538] env[69563]: DEBUG nova.network.neutron [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 720.727090] env[69563]: DEBUG oslo_vmware.api [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403346, 'name': PowerOnVM_Task, 'duration_secs': 0.628548} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.727457] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.727726] env[69563]: DEBUG nova.compute.manager [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.728542] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6499776c-e8cf-4c84-adf0-f4c08548789c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.737410] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.910s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.737849] env[69563]: DEBUG nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.740460] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.102s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.740636] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.740792] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 720.741069] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.941s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.742399] env[69563]: INFO nova.compute.claims [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.745566] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577e7c5-3f36-43d0-8c8f-2bddab633143 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.753709] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1eff1d-6362-4745-bf01-eff817e492d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.771520] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea68ff2-4a62-40fd-9668-93dc80a8f516 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.780753] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080413} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.781624] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.784819] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d4af3a-3d25-4b58-937e-e303384a8295 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.787502] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11829d32-bbe1-4b0a-bbec-4a194c2ad9b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.814393] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 83604800-4d38-4f37-82c8-926cd5040050/83604800-4d38-4f37-82c8-926cd5040050.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.815016] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4543ca7-3f48-49bd-a93b-9a2ee366fe53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.853281] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178765MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 720.853403] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.854497] env[69563]: DEBUG nova.network.neutron [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Updating instance_info_cache with network_info: [{"id": "99decc40-07d3-4cf8-91ad-6bd087bd5b92", "address": "fa:16:3e:8a:cd:f8", "network": {"id": "28141a96-4294-4620-9706-9afb4a1ac24a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-299971082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a415abee646b47d8bce6d60b92e2d491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99decc40-07", "ovs_interfaceid": "99decc40-07d3-4cf8-91ad-6bd087bd5b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 720.860957] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 720.860957] env[69563]: value = "task-3403350" [ 720.860957] env[69563]: _type = "Task" [ 720.860957] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.863920] env[69563]: DEBUG oslo_vmware.api [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403348, 'name': PowerOnVM_Task, 'duration_secs': 0.631226} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.866771] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.866973] env[69563]: INFO nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Took 7.15 seconds to spawn the instance on the hypervisor. [ 720.867161] env[69563]: DEBUG nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.868462] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214aee05-01d2-4ad1-bc87-7603c9e1d25b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.876838] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.104126] env[69563]: INFO nova.compute.manager [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] instance snapshotting [ 721.104323] env[69563]: WARNING nova.compute.manager [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 721.107310] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f157eeb9-448a-4d00-b9a3-680d5c2f60d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.127153] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de3758c-9659-4ea3-bb3f-bab0783c8f77 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.248043] env[69563]: DEBUG nova.compute.utils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.248617] env[69563]: DEBUG nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.248694] env[69563]: DEBUG nova.network.neutron [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 721.256021] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.312216] env[69563]: DEBUG nova.policy [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b289d4b3e1434772ae962440cbf2fb15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b41313a676c94a81b24298de079f7236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.359852] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Releasing lock "refresh_cache-67d3af1b-dc99-458b-b991-b4ecbe2c279c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.360203] env[69563]: DEBUG nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Instance network_info: |[{"id": "99decc40-07d3-4cf8-91ad-6bd087bd5b92", "address": "fa:16:3e:8a:cd:f8", "network": {"id": "28141a96-4294-4620-9706-9afb4a1ac24a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-299971082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a415abee646b47d8bce6d60b92e2d491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99decc40-07", "ovs_interfaceid": "99decc40-07d3-4cf8-91ad-6bd087bd5b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.360498] env[69563]: DEBUG oslo_concurrency.lockutils [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] Acquired lock "refresh_cache-67d3af1b-dc99-458b-b991-b4ecbe2c279c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.360702] env[69563]: DEBUG nova.network.neutron [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Refreshing network info cache for port 99decc40-07d3-4cf8-91ad-6bd087bd5b92 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 721.361974] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:cd:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99decc40-07d3-4cf8-91ad-6bd087bd5b92', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.369845] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Creating folder: Project (a415abee646b47d8bce6d60b92e2d491). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.370023] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3340b2b-ffbf-4133-9190-2aabc5184e96 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.382523] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.387624] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Created folder: Project (a415abee646b47d8bce6d60b92e2d491) in parent group-v678952. [ 721.387823] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Creating folder: Instances. Parent ref: group-v679053. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.391043] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7be714b9-8253-4d4a-a50f-1518c50c5e55 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.392648] env[69563]: INFO nova.compute.manager [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Took 44.03 seconds to build instance. [ 721.398739] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Created folder: Instances in parent group-v679053. [ 721.398878] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.399076] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.399271] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e95b6c9a-8cfa-42f2-b37e-cfc4c3ea820f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.419982] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.419982] env[69563]: value = "task-3403353" [ 721.419982] env[69563]: _type = "Task" [ 721.419982] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.427733] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403353, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.640468] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.640978] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce83edf8-668f-4428-89fc-f8d8c6c46a43 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.643220] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquiring lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.643310] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.643485] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquiring lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.643661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.643826] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.646500] env[69563]: INFO nova.compute.manager [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Terminating instance [ 721.652601] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 721.652601] env[69563]: value = "task-3403354" [ 721.652601] env[69563]: _type = "Task" [ 721.652601] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.659710] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.660742] env[69563]: DEBUG nova.network.neutron [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Successfully created port: 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 721.760238] env[69563]: DEBUG nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.891496] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.895151] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f5285711-73f8-47bf-8dc2-cacb91ae2e0d tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.215s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.931542] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403353, 'name': CreateVM_Task, 'duration_secs': 0.314961} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.934357] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.935500] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.935813] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.936188] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.938754] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e50903-235f-4b73-8199-f70c71e7caee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.946866] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 721.946866] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5212a7c6-e3d8-9089-4e74-0ca321260a37" [ 721.946866] env[69563]: _type = "Task" [ 721.946866] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.958143] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5212a7c6-e3d8-9089-4e74-0ca321260a37, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.958581] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.958913] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.959545] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.959830] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.960173] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.960542] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb49e4c-67d2-449e-9753-bfd2ddb8b33a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.971161] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.971161] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.971161] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92fe480-3238-431e-88be-ab4219f5dee6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.978019] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 721.978019] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52009b7b-5596-0b16-80d6-84a1e12bf8f5" [ 721.978019] env[69563]: _type = "Task" [ 721.978019] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.985462] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52009b7b-5596-0b16-80d6-84a1e12bf8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.150869] env[69563]: DEBUG nova.compute.manager [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.151148] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.152153] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab808a0-135f-402c-810a-181014d29527 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.167670] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.171225] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1ff99d7-3fe0-4f59-9d36-c7ff07d1d1fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.173444] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403354, 'name': CreateSnapshot_Task, 'duration_secs': 0.506661} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.175604] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.176908] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4ea27-9d9d-47d9-9c5a-727be39867e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.180335] env[69563]: DEBUG oslo_vmware.api [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 722.180335] env[69563]: value = "task-3403355" [ 722.180335] env[69563]: _type = "Task" [ 722.180335] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.195750] env[69563]: DEBUG oslo_vmware.api [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.208506] env[69563]: DEBUG nova.network.neutron [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Updated VIF entry in instance network info cache for port 99decc40-07d3-4cf8-91ad-6bd087bd5b92. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 722.208916] env[69563]: DEBUG nova.network.neutron [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Updating instance_info_cache with network_info: [{"id": "99decc40-07d3-4cf8-91ad-6bd087bd5b92", "address": "fa:16:3e:8a:cd:f8", "network": {"id": "28141a96-4294-4620-9706-9afb4a1ac24a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-299971082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a415abee646b47d8bce6d60b92e2d491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99decc40-07", "ovs_interfaceid": "99decc40-07d3-4cf8-91ad-6bd087bd5b92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 722.294948] env[69563]: INFO nova.compute.manager [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Rebuilding instance [ 722.335648] env[69563]: DEBUG nova.compute.manager [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.336470] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d77ee61-76c5-4f7d-9ef0-673d60c0a020 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.346679] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dace7671-dec0-49e2-8449-1c5f429acb7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.353753] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d59f2e9-017a-4483-bc08-9cb5e7034b05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.388473] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4d3ad-60be-42fa-98b2-2744cac948d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.396388] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403350, 'name': ReconfigVM_Task, 'duration_secs': 1.301514} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.398463] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 83604800-4d38-4f37-82c8-926cd5040050/83604800-4d38-4f37-82c8-926cd5040050.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.399182] env[69563]: DEBUG nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.401589] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e86b8d2a-4665-4061-b4cb-53642187e24a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.404226] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f056d9-2dae-45fa-bee5-60cc19732990 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.418484] env[69563]: DEBUG nova.compute.provider_tree [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.420835] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 722.420835] env[69563]: value = "task-3403356" [ 722.420835] env[69563]: _type = "Task" [ 722.420835] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.486591] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52009b7b-5596-0b16-80d6-84a1e12bf8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.487419] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab3ebfd-d4ea-4fe9-8ed5-1ed9f36c0901 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.492454] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 722.492454] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5247e952-79fe-b8ed-def8-a15aed177f4c" [ 722.492454] env[69563]: _type = "Task" [ 722.492454] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.500208] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5247e952-79fe-b8ed-def8-a15aed177f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.690797] env[69563]: DEBUG oslo_vmware.api [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403355, 'name': PowerOffVM_Task, 'duration_secs': 0.168452} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.691117] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.691515] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.691781] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e267d13-6e48-4003-882a-aec5ee706fa2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.700150] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.700722] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9a39be8-05cc-4eab-a27e-864706d456a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.708382] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 722.708382] env[69563]: value = "task-3403358" [ 722.708382] env[69563]: _type = "Task" [ 722.708382] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.712016] env[69563]: DEBUG oslo_concurrency.lockutils [req-4953d7b4-e2e4-4449-8ecb-2fe76000bb77 req-5de8080b-312c-428f-9fe0-19c08198868d service nova] Releasing lock "refresh_cache-67d3af1b-dc99-458b-b991-b4ecbe2c279c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.717229] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403358, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.765224] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.765514] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.765733] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Deleting the datastore file [datastore1] 2c2f8e89-9a01-46e1-ab53-3c80c1bff111 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.766045] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32320ca3-4bf6-47e4-a304-0c00be49ca4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.773440] env[69563]: DEBUG nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.775437] env[69563]: DEBUG oslo_vmware.api [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for the task: (returnval){ [ 722.775437] env[69563]: value = "task-3403359" [ 722.775437] env[69563]: _type = "Task" [ 722.775437] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.784852] env[69563]: DEBUG oslo_vmware.api [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.803728] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.804112] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.804357] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.804600] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.804843] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.805150] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.805451] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.805643] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.805831] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.806109] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.806412] env[69563]: DEBUG nova.virt.hardware [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.807544] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88478684-27ff-45e6-b19e-b3efb9f5fcd3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.817546] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be40f0a-ce2c-4250-adb6-c33804f45ccc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.923264] env[69563]: DEBUG nova.scheduler.client.report [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.928476] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.938885] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403356, 'name': Rename_Task, 'duration_secs': 0.153143} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.939931] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.940230] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0a3a7a8-b328-48b7-a8b7-3a703aa603e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.946739] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 722.946739] env[69563]: value = "task-3403360" [ 722.946739] env[69563]: _type = "Task" [ 722.946739] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.955478] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.005797] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5247e952-79fe-b8ed-def8-a15aed177f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.006117] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.006391] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 67d3af1b-dc99-458b-b991-b4ecbe2c279c/67d3af1b-dc99-458b-b991-b4ecbe2c279c.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.006671] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58c3c128-4eee-4d01-abc0-ab3b67033401 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.014365] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 723.014365] env[69563]: value = "task-3403361" [ 723.014365] env[69563]: _type = "Task" [ 723.014365] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.022692] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.132094] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "a95b4fe6-0f57-4a90-9126-9479597a72f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.132094] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "a95b4fe6-0f57-4a90-9126-9479597a72f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.218962] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403358, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.233931] env[69563]: DEBUG nova.compute.manager [req-233aea35-d938-4aad-a5ac-782c1e7aa1a0 req-1a55ee24-f339-49ed-b1d1-3b5574a0f021 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Received event network-vif-plugged-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.234193] env[69563]: DEBUG oslo_concurrency.lockutils [req-233aea35-d938-4aad-a5ac-782c1e7aa1a0 req-1a55ee24-f339-49ed-b1d1-3b5574a0f021 service nova] Acquiring lock "ef0f2679-9458-4e54-a8a6-912495ac571a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.234471] env[69563]: DEBUG oslo_concurrency.lockutils [req-233aea35-d938-4aad-a5ac-782c1e7aa1a0 req-1a55ee24-f339-49ed-b1d1-3b5574a0f021 service nova] Lock "ef0f2679-9458-4e54-a8a6-912495ac571a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.234592] env[69563]: DEBUG oslo_concurrency.lockutils [req-233aea35-d938-4aad-a5ac-782c1e7aa1a0 req-1a55ee24-f339-49ed-b1d1-3b5574a0f021 service nova] Lock "ef0f2679-9458-4e54-a8a6-912495ac571a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.234756] env[69563]: DEBUG nova.compute.manager [req-233aea35-d938-4aad-a5ac-782c1e7aa1a0 req-1a55ee24-f339-49ed-b1d1-3b5574a0f021 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] No waiting events found dispatching network-vif-plugged-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.234923] env[69563]: WARNING nova.compute.manager [req-233aea35-d938-4aad-a5ac-782c1e7aa1a0 req-1a55ee24-f339-49ed-b1d1-3b5574a0f021 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Received unexpected event network-vif-plugged-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 for instance with vm_state building and task_state spawning. [ 723.287488] env[69563]: DEBUG oslo_vmware.api [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Task: {'id': task-3403359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155879} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.287829] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.288043] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.288298] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.288406] env[69563]: INFO nova.compute.manager [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Took 1.14 seconds to destroy the instance on the hypervisor. [ 723.288645] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.288837] env[69563]: DEBUG nova.compute.manager [-] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.288992] env[69563]: DEBUG nova.network.neutron [-] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 723.354275] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.354724] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad7547df-4000-4f6c-bdac-da94ede0e216 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.363834] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 723.363834] env[69563]: value = "task-3403362" [ 723.363834] env[69563]: _type = "Task" [ 723.363834] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.378343] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.427115] env[69563]: DEBUG nova.network.neutron [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Successfully updated port: 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 723.431271] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.432638] env[69563]: DEBUG nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.439274] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.566s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.439793] env[69563]: DEBUG nova.objects.instance [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lazy-loading 'resources' on Instance uuid 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.462944] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403360, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.527575] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494938} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.527895] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 67d3af1b-dc99-458b-b991-b4ecbe2c279c/67d3af1b-dc99-458b-b991-b4ecbe2c279c.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.528784] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.528784] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1094f2ba-ffb2-419a-acc8-3095b224ad12 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.534829] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 723.534829] env[69563]: value = "task-3403363" [ 723.534829] env[69563]: _type = "Task" [ 723.534829] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.543026] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.721023] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403358, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.874253] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403362, 'name': PowerOffVM_Task, 'duration_secs': 0.225621} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.874529] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.874765] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.875588] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8e6f6a-aee7-42d8-af5d-658c41942ecb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.882376] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.882569] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4027bb6-df48-4b28-abce-6df5d506fb54 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.921323] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.921548] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.921734] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Deleting the datastore file [datastore1] f6cd5766-57fd-431a-a86f-b77c125a4a25 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.922264] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a65e4b7a-0869-4248-a4a4-2f125c89db48 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.926214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.926385] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquired lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.926486] env[69563]: DEBUG nova.network.neutron [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 723.930043] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 723.930043] env[69563]: value = "task-3403365" [ 723.930043] env[69563]: _type = "Task" [ 723.930043] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.936794] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.942585] env[69563]: DEBUG nova.compute.utils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.943763] env[69563]: DEBUG nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.943930] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 723.957780] env[69563]: DEBUG oslo_vmware.api [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403360, 'name': PowerOnVM_Task, 'duration_secs': 0.697012} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.957876] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.958325] env[69563]: INFO nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Took 7.67 seconds to spawn the instance on the hypervisor. [ 723.958325] env[69563]: DEBUG nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.958976] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e2f97-e1d5-4d90-a7e8-0e2ac1abf058 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.004330] env[69563]: DEBUG nova.policy [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041d0162857f4fdabc77c25ac846fd4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ae1c6f4c0864445bbb95d8304ebce14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.045463] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177152} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.045725] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.046925] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa71bb74-b163-489c-b475-fa37208d7255 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.072488] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 67d3af1b-dc99-458b-b991-b4ecbe2c279c/67d3af1b-dc99-458b-b991-b4ecbe2c279c.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.075454] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8838e41f-558e-4c94-a548-e9eea5b35e0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.097406] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 724.097406] env[69563]: value = "task-3403366" [ 724.097406] env[69563]: _type = "Task" [ 724.097406] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.108313] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.144700] env[69563]: DEBUG nova.network.neutron [-] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 724.226189] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403358, 'name': CloneVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.362119] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Successfully created port: 0cd0f0c2-2125-4319-b14b-48051b867819 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 724.443400] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343004} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.443714] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.443792] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.444224] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.447453] env[69563]: DEBUG nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.465107] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429cdbe-51d4-4361-b426-8f2672fb415c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.480546] env[69563]: INFO nova.compute.manager [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Took 41.92 seconds to build instance. [ 724.484516] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b2032b-2187-4438-b47c-78d64b58bf02 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.520010] env[69563]: DEBUG nova.network.neutron [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 724.522554] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68ee520-a631-4879-90e5-9414aaf69af2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.532840] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af7815b-55d6-451e-b3bf-e3f8ca4b5967 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.547451] env[69563]: DEBUG nova.compute.provider_tree [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.607836] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403366, 'name': ReconfigVM_Task, 'duration_secs': 0.384844} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.608113] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 67d3af1b-dc99-458b-b991-b4ecbe2c279c/67d3af1b-dc99-458b-b991-b4ecbe2c279c.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.608717] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb529cb1-82d8-4093-a530-a679f36bca2a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.614437] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 724.614437] env[69563]: value = "task-3403367" [ 724.614437] env[69563]: _type = "Task" [ 724.614437] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.626151] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403367, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.650041] env[69563]: INFO nova.compute.manager [-] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Took 1.36 seconds to deallocate network for instance. [ 724.720665] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403358, 'name': CloneVM_Task, 'duration_secs': 1.59474} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.721113] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Created linked-clone VM from snapshot [ 724.723181] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d16a17-f4cb-4ac6-a2ee-44e4c42c6297 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.731154] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Uploading image bebbd411-067e-4041-b3eb-df61b4213f32 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.755019] env[69563]: DEBUG nova.network.neutron [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 724.767023] env[69563]: DEBUG oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.767023] env[69563]: value = "vm-679057" [ 724.767023] env[69563]: _type = "VirtualMachine" [ 724.767023] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.767349] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9b72434e-5217-4783-b30d-e9664eb38c8e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.774874] env[69563]: DEBUG oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lease: (returnval){ [ 724.774874] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e702d1-383e-7b2b-9aab-7e0426a1ecbf" [ 724.774874] env[69563]: _type = "HttpNfcLease" [ 724.774874] env[69563]: } obtained for exporting VM: (result){ [ 724.774874] env[69563]: value = "vm-679057" [ 724.774874] env[69563]: _type = "VirtualMachine" [ 724.774874] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.775229] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the lease: (returnval){ [ 724.775229] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e702d1-383e-7b2b-9aab-7e0426a1ecbf" [ 724.775229] env[69563]: _type = "HttpNfcLease" [ 724.775229] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.781425] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.781425] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e702d1-383e-7b2b-9aab-7e0426a1ecbf" [ 724.781425] env[69563]: _type = "HttpNfcLease" [ 724.781425] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.850547] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Successfully created port: 42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 724.985462] env[69563]: DEBUG oslo_concurrency.lockutils [None req-88a2b113-0c94-4501-b322-b68b6062bbbc tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "83604800-4d38-4f37-82c8-926cd5040050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.353s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.050298] env[69563]: DEBUG nova.scheduler.client.report [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.124533] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403367, 'name': Rename_Task, 'duration_secs': 0.132746} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.125048] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.125655] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04dda45e-49f5-4e99-bb70-e4dda399b156 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.134261] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 725.134261] env[69563]: value = "task-3403369" [ 725.134261] env[69563]: _type = "Task" [ 725.134261] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.143924] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.155932] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Successfully created port: e89fcd53-26a7-4bdf-a31e-0fa79490ba84 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.158357] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.260086] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Releasing lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.260410] env[69563]: DEBUG nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Instance network_info: |[{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.260894] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:f6:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.268296] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Creating folder: Project (b41313a676c94a81b24298de079f7236). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.268815] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f975b174-6499-443c-92a4-985677bc9dc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.281602] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Created folder: Project (b41313a676c94a81b24298de079f7236) in parent group-v678952. [ 725.281760] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Creating folder: Instances. Parent ref: group-v679058. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.282380] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7cafd25-219c-4039-a7d6-22597bc0326c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.285344] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.285344] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e702d1-383e-7b2b-9aab-7e0426a1ecbf" [ 725.285344] env[69563]: _type = "HttpNfcLease" [ 725.285344] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.286789] env[69563]: DEBUG oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.286789] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e702d1-383e-7b2b-9aab-7e0426a1ecbf" [ 725.286789] env[69563]: _type = "HttpNfcLease" [ 725.286789] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.288329] env[69563]: DEBUG nova.compute.manager [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Received event network-changed-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.288576] env[69563]: DEBUG nova.compute.manager [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Refreshing instance network info cache due to event network-changed-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.288832] env[69563]: DEBUG oslo_concurrency.lockutils [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] Acquiring lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.288999] env[69563]: DEBUG oslo_concurrency.lockutils [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] Acquired lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.289431] env[69563]: DEBUG nova.network.neutron [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Refreshing network info cache for port 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 725.290985] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47550daf-7f38-4528-a26d-9f379a70412c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.295070] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Created folder: Instances in parent group-v679058. [ 725.295238] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.295712] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.296148] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daebd8f6-9514-4b73-a5ac-0a2b8a439547 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.315093] env[69563]: DEBUG oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f3acc-0b7b-a3c4-0e04-a4f4f4c42233/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.315284] env[69563]: DEBUG oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f3acc-0b7b-a3c4-0e04-a4f4f4c42233/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.373930] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.373930] env[69563]: value = "task-3403372" [ 725.373930] env[69563]: _type = "Task" [ 725.373930] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.384221] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403372, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.408185] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d81bd96-f6c7-44e3-9a17-ead138e4749c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.456991] env[69563]: DEBUG nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.486983] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.487292] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.487496] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.487717] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.487865] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.488040] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.488280] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.488470] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.488684] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.488893] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.489148] env[69563]: DEBUG nova.virt.hardware [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.491124] env[69563]: DEBUG nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.494586] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab29897-3de5-46de-826a-e188228aef20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.506283] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.506692] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.506887] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.507096] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.507277] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.507452] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.507670] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.507828] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.507990] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.508169] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.508338] env[69563]: DEBUG nova.virt.hardware [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.511034] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7cbb8-817a-4c52-aba9-e323967a583a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.516254] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde2d264-afa3-4481-80fb-cfc1bf519d98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.530046] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.539659] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.543577] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.543885] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3736f4-8457-43d8-a4d9-b1c8b26ca3c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.560886] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c7cd2c-d3e3-4744-b415-2599c0af0af3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.567375] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.570119] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.622s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.570423] env[69563]: DEBUG nova.objects.instance [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lazy-loading 'resources' on Instance uuid 58aa726b-1551-4aad-9aac-adafc6dfdef0 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.590150] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.590150] env[69563]: value = "task-3403373" [ 725.590150] env[69563]: _type = "Task" [ 725.590150] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.600621] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403373, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.605865] env[69563]: INFO nova.scheduler.client.report [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Deleted allocations for instance 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556 [ 725.643783] env[69563]: DEBUG oslo_vmware.api [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403369, 'name': PowerOnVM_Task, 'duration_secs': 0.457605} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.645328] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.645599] env[69563]: INFO nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Took 6.79 seconds to spawn the instance on the hypervisor. [ 725.646458] env[69563]: DEBUG nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.648662] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755424f2-e6ba-4c70-bb6f-e1ca28f26650 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.744381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "83604800-4d38-4f37-82c8-926cd5040050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.744838] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "83604800-4d38-4f37-82c8-926cd5040050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.745126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "83604800-4d38-4f37-82c8-926cd5040050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.745426] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "83604800-4d38-4f37-82c8-926cd5040050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.745697] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "83604800-4d38-4f37-82c8-926cd5040050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.748510] env[69563]: INFO nova.compute.manager [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Terminating instance [ 725.884244] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403372, 'name': CreateVM_Task, 'duration_secs': 0.371066} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.884433] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.885157] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.885442] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.886228] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.886228] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9a6cf5-68a3-4f99-9308-01736e6c3b62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.893446] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 725.893446] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc92fd-d8ee-eb4d-68de-4e0723680681" [ 725.893446] env[69563]: _type = "Task" [ 725.893446] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.904068] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc92fd-d8ee-eb4d-68de-4e0723680681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.025301] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.085927] env[69563]: DEBUG nova.network.neutron [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updated VIF entry in instance network info cache for port 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 726.085927] env[69563]: DEBUG nova.network.neutron [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 726.100960] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403373, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.115428] env[69563]: DEBUG oslo_concurrency.lockutils [None req-512cf624-c1c3-41ee-82ad-217b3eb6f5b6 tempest-AttachInterfacesV270Test-1439628449 tempest-AttachInterfacesV270Test-1439628449-project-member] Lock "2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.649s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.174800] env[69563]: INFO nova.compute.manager [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Took 41.89 seconds to build instance. [ 726.253428] env[69563]: DEBUG nova.compute.manager [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.253823] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.254825] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141d60b9-10f8-4ff4-af70-763ce9fb4032 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.267377] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.269482] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d89e84-3c60-4dd6-aa3c-e9a40d2ac91d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.277585] env[69563]: DEBUG oslo_vmware.api [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 726.277585] env[69563]: value = "task-3403374" [ 726.277585] env[69563]: _type = "Task" [ 726.277585] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.292262] env[69563]: DEBUG oslo_vmware.api [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.405646] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc92fd-d8ee-eb4d-68de-4e0723680681, 'name': SearchDatastore_Task, 'duration_secs': 0.017778} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.406028] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.406247] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.406583] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.406583] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.406759] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.407034] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-526842ff-db71-4b22-8993-6f27f4332a0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.415806] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.416024] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.419380] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74269616-20a8-41c2-b77a-d391753c3164 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.425365] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 726.425365] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521da321-8f92-939c-7517-f52e066413a0" [ 726.425365] env[69563]: _type = "Task" [ 726.425365] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.433317] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521da321-8f92-939c-7517-f52e066413a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.594513] env[69563]: DEBUG oslo_concurrency.lockutils [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] Releasing lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.595056] env[69563]: DEBUG nova.compute.manager [req-74e2b81a-04b6-48bf-8b77-4290553599de req-7199274f-fe15-458e-9b89-7fe735593174 service nova] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Received event network-vif-deleted-000fbb74-111b-44ed-a177-989d9c4fd923 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.596187] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efac7f8-9b89-4837-91f3-1839863dc160 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.609909] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403373, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.611627] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22400ab-050f-4e63-a6b5-e6eedefb276e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.644260] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8095043-e8a1-40b5-a0f2-cde69241ed33 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.651848] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf66aad6-dd9f-4ca7-93a6-e627c7a7a129 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.666496] env[69563]: DEBUG nova.compute.provider_tree [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.677432] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e245e8f-1ae2-448f-940e-0a48dffb62ce tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.032s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.743782] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquiring lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.744053] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.744258] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquiring lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.744435] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.744734] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.746942] env[69563]: INFO nova.compute.manager [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Terminating instance [ 726.792947] env[69563]: DEBUG oslo_vmware.api [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.936902] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521da321-8f92-939c-7517-f52e066413a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.937741] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9555ed-59af-493a-86fc-3fafe7584fe5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.945759] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 726.945759] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529180fe-5869-00e4-67ee-111855bd9d7f" [ 726.945759] env[69563]: _type = "Task" [ 726.945759] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.954492] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529180fe-5869-00e4-67ee-111855bd9d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.106943] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403373, 'name': CreateVM_Task, 'duration_secs': 1.335021} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.107226] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.107784] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.108014] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.108455] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.108922] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0df993-0147-458a-b77a-441492f6fb44 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.113887] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 727.113887] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5200354f-1989-c472-f5f1-23990c735cfc" [ 727.113887] env[69563]: _type = "Task" [ 727.113887] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.123619] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5200354f-1989-c472-f5f1-23990c735cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.175597] env[69563]: DEBUG nova.scheduler.client.report [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.204266] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Successfully updated port: 0cd0f0c2-2125-4319-b14b-48051b867819 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 727.254050] env[69563]: DEBUG nova.compute.manager [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.254050] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.254050] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d709501-61be-4a48-8b94-242a6c60a366 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.262772] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.263233] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8378d92-0ff4-4587-ad9e-1c406680cd28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.269219] env[69563]: DEBUG oslo_vmware.api [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 727.269219] env[69563]: value = "task-3403375" [ 727.269219] env[69563]: _type = "Task" [ 727.269219] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.280634] env[69563]: DEBUG oslo_vmware.api [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.290911] env[69563]: DEBUG oslo_vmware.api [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403374, 'name': PowerOffVM_Task, 'duration_secs': 0.732253} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.291227] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.291395] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.291643] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b78edc0-aab6-4cd1-922d-8c6782feeb13 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.340066] env[69563]: DEBUG nova.compute.manager [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-vif-plugged-0cd0f0c2-2125-4319-b14b-48051b867819 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.340292] env[69563]: DEBUG oslo_concurrency.lockutils [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] Acquiring lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.340526] env[69563]: DEBUG oslo_concurrency.lockutils [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.340692] env[69563]: DEBUG oslo_concurrency.lockutils [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.340866] env[69563]: DEBUG nova.compute.manager [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] No waiting events found dispatching network-vif-plugged-0cd0f0c2-2125-4319-b14b-48051b867819 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.341285] env[69563]: WARNING nova.compute.manager [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received unexpected event network-vif-plugged-0cd0f0c2-2125-4319-b14b-48051b867819 for instance with vm_state building and task_state spawning. [ 727.341498] env[69563]: DEBUG nova.compute.manager [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-changed-0cd0f0c2-2125-4319-b14b-48051b867819 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.341660] env[69563]: DEBUG nova.compute.manager [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Refreshing instance network info cache due to event network-changed-0cd0f0c2-2125-4319-b14b-48051b867819. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.341847] env[69563]: DEBUG oslo_concurrency.lockutils [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] Acquiring lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.342027] env[69563]: DEBUG oslo_concurrency.lockutils [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] Acquired lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.342207] env[69563]: DEBUG nova.network.neutron [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Refreshing network info cache for port 0cd0f0c2-2125-4319-b14b-48051b867819 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 727.357738] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.357980] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.358256] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Deleting the datastore file [datastore1] 83604800-4d38-4f37-82c8-926cd5040050 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.358917] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82f3f235-86d6-4ba2-ad48-d0c83fc25ede {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.365921] env[69563]: DEBUG oslo_vmware.api [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for the task: (returnval){ [ 727.365921] env[69563]: value = "task-3403377" [ 727.365921] env[69563]: _type = "Task" [ 727.365921] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.375621] env[69563]: DEBUG oslo_vmware.api [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.457275] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529180fe-5869-00e4-67ee-111855bd9d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012774} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.457603] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.457919] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] ef0f2679-9458-4e54-a8a6-912495ac571a/ef0f2679-9458-4e54-a8a6-912495ac571a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.458244] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e75c9f26-e1dc-4fa3-89ad-e4ae047de05f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.467029] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 727.467029] env[69563]: value = "task-3403378" [ 727.467029] env[69563]: _type = "Task" [ 727.467029] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.473761] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.625539] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5200354f-1989-c472-f5f1-23990c735cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.625849] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.626100] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.626343] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.626572] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.626675] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.626981] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac96b7d-10a1-40ef-9460-9a9903dc7dd3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.642981] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.644824] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.644824] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4165c454-25aa-4dab-b56f-f4c519ef097e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.651192] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 727.651192] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52065874-cc03-b114-1cc7-2983f8605b47" [ 727.651192] env[69563]: _type = "Task" [ 727.651192] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.661324] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52065874-cc03-b114-1cc7-2983f8605b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.681480] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.684021] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.551s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.685732] env[69563]: INFO nova.compute.claims [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.722392] env[69563]: INFO nova.scheduler.client.report [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleted allocations for instance 58aa726b-1551-4aad-9aac-adafc6dfdef0 [ 727.785340] env[69563]: DEBUG oslo_vmware.api [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403375, 'name': PowerOffVM_Task, 'duration_secs': 0.244302} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.786339] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.786856] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.787544] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8764df5e-5af6-4688-ab20-38a54cdd6695 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.861409] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.861409] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.861409] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Deleting the datastore file [datastore2] 67d3af1b-dc99-458b-b991-b4ecbe2c279c {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.862208] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-764ed6ec-1214-435a-add7-091bfd7d6a86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.872117] env[69563]: DEBUG oslo_vmware.api [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for the task: (returnval){ [ 727.872117] env[69563]: value = "task-3403380" [ 727.872117] env[69563]: _type = "Task" [ 727.872117] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.885331] env[69563]: DEBUG oslo_vmware.api [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Task: {'id': task-3403377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193993} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.886741] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.888046] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.888490] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.888887] env[69563]: INFO nova.compute.manager [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Took 1.64 seconds to destroy the instance on the hypervisor. [ 727.889304] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.894268] env[69563]: DEBUG nova.compute.manager [-] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.894566] env[69563]: DEBUG nova.network.neutron [-] [instance: 83604800-4d38-4f37-82c8-926cd5040050] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 727.897551] env[69563]: DEBUG oslo_vmware.api [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.947147] env[69563]: DEBUG nova.network.neutron [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 727.976491] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496269} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.977213] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] ef0f2679-9458-4e54-a8a6-912495ac571a/ef0f2679-9458-4e54-a8a6-912495ac571a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.977921] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.980326] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e857c4f-840e-41a2-acdb-81b3f3ed9573 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.991041] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 727.991041] env[69563]: value = "task-3403381" [ 727.991041] env[69563]: _type = "Task" [ 727.991041] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.000828] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.100642] env[69563]: DEBUG nova.network.neutron [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 728.165903] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52065874-cc03-b114-1cc7-2983f8605b47, 'name': SearchDatastore_Task, 'duration_secs': 0.060763} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.166992] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752ead7a-b5d3-4f50-a444-6c9b580a6285 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.173386] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 728.173386] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52751c7c-2eb2-2d81-18b2-d0ec28fb73a6" [ 728.173386] env[69563]: _type = "Task" [ 728.173386] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.185999] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52751c7c-2eb2-2d81-18b2-d0ec28fb73a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.234693] env[69563]: DEBUG oslo_concurrency.lockutils [None req-da4ba72b-7c61-47bf-a3d5-85a8133b3ec0 tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "58aa726b-1551-4aad-9aac-adafc6dfdef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.447s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.385361] env[69563]: DEBUG oslo_vmware.api [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Task: {'id': task-3403380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229624} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.387071] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.387290] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.387478] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.387684] env[69563]: INFO nova.compute.manager [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 728.387949] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.388216] env[69563]: DEBUG nova.compute.manager [-] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.388322] env[69563]: DEBUG nova.network.neutron [-] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 728.453036] env[69563]: DEBUG nova.compute.manager [req-1894d1a1-ae49-4d0a-b519-fab8f6c4a0c9 req-6c267b82-e6b7-40e9-a922-e9151e96fe29 service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Received event network-vif-deleted-97e49b65-4df8-48e5-ad62-98f1fe8add63 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.453036] env[69563]: INFO nova.compute.manager [req-1894d1a1-ae49-4d0a-b519-fab8f6c4a0c9 req-6c267b82-e6b7-40e9-a922-e9151e96fe29 service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Neutron deleted interface 97e49b65-4df8-48e5-ad62-98f1fe8add63; detaching it from the instance and deleting it from the info cache [ 728.453036] env[69563]: DEBUG nova.network.neutron [req-1894d1a1-ae49-4d0a-b519-fab8f6c4a0c9 req-6c267b82-e6b7-40e9-a922-e9151e96fe29 service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 728.498870] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100141} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.499500] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.500578] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5d466a-c7f4-4c61-ade1-a623276d4cc7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.523301] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] ef0f2679-9458-4e54-a8a6-912495ac571a/ef0f2679-9458-4e54-a8a6-912495ac571a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.527021] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0fdaea4-b5a0-4f6b-a7dd-79995ccc125e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.548042] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 728.548042] env[69563]: value = "task-3403382" [ 728.548042] env[69563]: _type = "Task" [ 728.548042] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.555773] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.603327] env[69563]: DEBUG oslo_concurrency.lockutils [req-f383ddab-e254-40a0-a509-6e6778708521 req-fe231579-4843-4e19-a2ed-5820c2596b47 service nova] Releasing lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.684878] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52751c7c-2eb2-2d81-18b2-d0ec28fb73a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.685253] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.685568] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.685876] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20235c93-a0b8-442f-88e7-c7c9e28822a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.697415] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 728.697415] env[69563]: value = "task-3403383" [ 728.697415] env[69563]: _type = "Task" [ 728.697415] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.707518] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.890664] env[69563]: DEBUG nova.network.neutron [-] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 728.933911] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "e26fb71a-b6dc-44bf-9e46-26801a267235" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.934217] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "e26fb71a-b6dc-44bf-9e46-26801a267235" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.934447] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "e26fb71a-b6dc-44bf-9e46-26801a267235-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.934627] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "e26fb71a-b6dc-44bf-9e46-26801a267235-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.934820] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "e26fb71a-b6dc-44bf-9e46-26801a267235-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.937235] env[69563]: INFO nova.compute.manager [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Terminating instance [ 728.954833] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f205a57-17fd-4194-841f-a76f213d95ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.968483] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95a136-dac9-426f-a163-93c5bbc09238 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.012277] env[69563]: DEBUG nova.compute.manager [req-1894d1a1-ae49-4d0a-b519-fab8f6c4a0c9 req-6c267b82-e6b7-40e9-a922-e9151e96fe29 service nova] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Detach interface failed, port_id=97e49b65-4df8-48e5-ad62-98f1fe8add63, reason: Instance 83604800-4d38-4f37-82c8-926cd5040050 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 729.058475] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403382, 'name': ReconfigVM_Task, 'duration_secs': 0.289336} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.058592] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] ef0f2679-9458-4e54-a8a6-912495ac571a/ef0f2679-9458-4e54-a8a6-912495ac571a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.062095] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93100e0e-901d-4f88-88a3-3e7ead097b10 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.070832] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 729.070832] env[69563]: value = "task-3403384" [ 729.070832] env[69563]: _type = "Task" [ 729.070832] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.082788] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403384, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.206092] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694c1121-6108-45f9-8543-d291ddd2e6d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.211414] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.218267] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabcd9f9-ad7e-42eb-98cd-71293d8cf37c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.256572] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6ff97d-28bb-41f6-a730-3a6cd042be1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.266746] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc7c9a-3ae9-47fd-ab37-6a0856f09a06 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.282021] env[69563]: DEBUG nova.compute.provider_tree [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.332959] env[69563]: DEBUG nova.network.neutron [-] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 729.396283] env[69563]: INFO nova.compute.manager [-] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Took 1.50 seconds to deallocate network for instance. [ 729.410252] env[69563]: DEBUG nova.compute.manager [req-31b29214-0c0d-4d15-a8ee-f7dde50d34a7 req-f7daab36-3662-436e-ba0b-0b39acb06562 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-vif-plugged-42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.410521] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b29214-0c0d-4d15-a8ee-f7dde50d34a7 req-f7daab36-3662-436e-ba0b-0b39acb06562 service nova] Acquiring lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.410806] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b29214-0c0d-4d15-a8ee-f7dde50d34a7 req-f7daab36-3662-436e-ba0b-0b39acb06562 service nova] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.410889] env[69563]: DEBUG oslo_concurrency.lockutils [req-31b29214-0c0d-4d15-a8ee-f7dde50d34a7 req-f7daab36-3662-436e-ba0b-0b39acb06562 service nova] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.411029] env[69563]: DEBUG nova.compute.manager [req-31b29214-0c0d-4d15-a8ee-f7dde50d34a7 req-f7daab36-3662-436e-ba0b-0b39acb06562 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] No waiting events found dispatching network-vif-plugged-42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.411355] env[69563]: WARNING nova.compute.manager [req-31b29214-0c0d-4d15-a8ee-f7dde50d34a7 req-f7daab36-3662-436e-ba0b-0b39acb06562 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received unexpected event network-vif-plugged-42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0 for instance with vm_state building and task_state spawning. [ 729.441584] env[69563]: DEBUG nova.compute.manager [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.441716] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.442664] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cabb204-8c45-4cfc-9652-b88ed59eb178 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.451553] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.451831] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f314c24-d53f-4135-a610-9ef96c9b1d62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.459478] env[69563]: DEBUG oslo_vmware.api [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 729.459478] env[69563]: value = "task-3403385" [ 729.459478] env[69563]: _type = "Task" [ 729.459478] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.473385] env[69563]: DEBUG oslo_vmware.api [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.555309] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Successfully updated port: 42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 729.582865] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403384, 'name': Rename_Task, 'duration_secs': 0.224882} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.583201] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.583469] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54deacd1-75db-4d96-a9dc-f171976f076a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.590194] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 729.590194] env[69563]: value = "task-3403386" [ 729.590194] env[69563]: _type = "Task" [ 729.590194] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.604307] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.709967] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522037} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.709967] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.710164] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.710446] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f2e52df-72af-4af5-a028-12db0ce5f3eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.718354] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 729.718354] env[69563]: value = "task-3403387" [ 729.718354] env[69563]: _type = "Task" [ 729.718354] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.731522] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.807959] env[69563]: ERROR nova.scheduler.client.report [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [req-d81a3fdd-864c-43ad-a23e-487faeaf99d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d81a3fdd-864c-43ad-a23e-487faeaf99d7"}]} [ 729.824889] env[69563]: DEBUG nova.scheduler.client.report [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.835509] env[69563]: INFO nova.compute.manager [-] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Took 1.45 seconds to deallocate network for instance. [ 729.841977] env[69563]: DEBUG nova.scheduler.client.report [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.842264] env[69563]: DEBUG nova.compute.provider_tree [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.856263] env[69563]: DEBUG nova.scheduler.client.report [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.877299] env[69563]: DEBUG nova.scheduler.client.report [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 729.903531] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.969943] env[69563]: DEBUG oslo_vmware.api [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403385, 'name': PowerOffVM_Task, 'duration_secs': 0.317187} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.972776] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.972954] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.973427] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e481395-451a-4fbb-85ae-1677b61dfcff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.036252] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.036496] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.036700] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleting the datastore file [datastore2] e26fb71a-b6dc-44bf-9e46-26801a267235 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.036962] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0a52db8-f2a4-4343-b784-cd17184f3161 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.043572] env[69563]: DEBUG oslo_vmware.api [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for the task: (returnval){ [ 730.043572] env[69563]: value = "task-3403389" [ 730.043572] env[69563]: _type = "Task" [ 730.043572] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.055135] env[69563]: DEBUG oslo_vmware.api [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.100747] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.231242] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076607} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.231538] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.232390] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d71308-8642-4f67-ae4a-6370a3799189 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.257262] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.260613] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87845a76-c252-42f0-b99a-948984169e1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.282227] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 730.282227] env[69563]: value = "task-3403390" [ 730.282227] env[69563]: _type = "Task" [ 730.282227] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.295795] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.329745] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c987ebc5-32d0-4b65-bf42-3651017cf2f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.337436] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d086a156-4264-4e6e-ad4e-2e954a4e7007 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.370541] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.371537] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d84cd56-78e5-43db-af14-a6f551f057d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.379498] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e77b7ac-9da3-484c-a92e-e683e97e0d90 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.394763] env[69563]: DEBUG nova.compute.provider_tree [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.481803] env[69563]: DEBUG nova.compute.manager [req-214872a6-6180-48f5-aa84-ff836bb679d5 req-589bf4e8-d9b3-4ad1-834b-4db503fce2b4 service nova] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Received event network-vif-deleted-99decc40-07d3-4cf8-91ad-6bd087bd5b92 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.555044] env[69563]: DEBUG oslo_vmware.api [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Task: {'id': task-3403389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320333} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.556031] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.556031] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.556031] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.556031] env[69563]: INFO nova.compute.manager [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Took 1.11 seconds to destroy the instance on the hypervisor. [ 730.556241] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.556293] env[69563]: DEBUG nova.compute.manager [-] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.556435] env[69563]: DEBUG nova.network.neutron [-] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 730.600928] env[69563]: DEBUG oslo_vmware.api [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403386, 'name': PowerOnVM_Task, 'duration_secs': 0.83509} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.601049] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.601233] env[69563]: INFO nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Took 7.83 seconds to spawn the instance on the hypervisor. [ 730.601455] env[69563]: DEBUG nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.602319] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6311c47a-2390-4677-86f2-d85bc1e66de3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.795976] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.929476] env[69563]: DEBUG nova.scheduler.client.report [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 730.929806] env[69563]: DEBUG nova.compute.provider_tree [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 57 to 58 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 730.929997] env[69563]: DEBUG nova.compute.provider_tree [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.120940] env[69563]: INFO nova.compute.manager [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Took 44.15 seconds to build instance. [ 731.294386] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403390, 'name': ReconfigVM_Task, 'duration_secs': 0.572568} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.294661] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Reconfigured VM instance instance-0000001f to attach disk [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25/f6cd5766-57fd-431a-a86f-b77c125a4a25.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.295313] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb6aa66-18ff-4f2f-ae8e-eaffa7a5a7c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.302886] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 731.302886] env[69563]: value = "task-3403391" [ 731.302886] env[69563]: _type = "Task" [ 731.302886] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.312081] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403391, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.370699] env[69563]: DEBUG nova.network.neutron [-] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 731.438788] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.755s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.439782] env[69563]: DEBUG nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.442886] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.082s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.444253] env[69563]: INFO nova.compute.claims [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.460217] env[69563]: DEBUG nova.compute.manager [req-f2f1e244-5989-4a98-a98f-c437cc32b795 req-4fb292cf-5560-4994-a529-be5369c9652d service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-changed-42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.460419] env[69563]: DEBUG nova.compute.manager [req-f2f1e244-5989-4a98-a98f-c437cc32b795 req-4fb292cf-5560-4994-a529-be5369c9652d service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Refreshing instance network info cache due to event network-changed-42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.460666] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2f1e244-5989-4a98-a98f-c437cc32b795 req-4fb292cf-5560-4994-a529-be5369c9652d service nova] Acquiring lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.460841] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2f1e244-5989-4a98-a98f-c437cc32b795 req-4fb292cf-5560-4994-a529-be5369c9652d service nova] Acquired lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.461013] env[69563]: DEBUG nova.network.neutron [req-f2f1e244-5989-4a98-a98f-c437cc32b795 req-4fb292cf-5560-4994-a529-be5369c9652d service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Refreshing network info cache for port 42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 731.622679] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4588cd61-c3b0-4333-aac5-9364723e0aa7 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "ef0f2679-9458-4e54-a8a6-912495ac571a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.593s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.698503] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Successfully updated port: e89fcd53-26a7-4bdf-a31e-0fa79490ba84 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.816034] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403391, 'name': Rename_Task, 'duration_secs': 0.129753} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.816383] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.816663] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b981246a-267e-401e-9bf3-d98790e109d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.824203] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Waiting for the task: (returnval){ [ 731.824203] env[69563]: value = "task-3403392" [ 731.824203] env[69563]: _type = "Task" [ 731.824203] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.833665] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.874088] env[69563]: INFO nova.compute.manager [-] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Took 1.32 seconds to deallocate network for instance. [ 731.949244] env[69563]: DEBUG nova.compute.utils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.954056] env[69563]: DEBUG nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.954198] env[69563]: DEBUG nova.network.neutron [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 732.039211] env[69563]: DEBUG nova.network.neutron [req-f2f1e244-5989-4a98-a98f-c437cc32b795 req-4fb292cf-5560-4994-a529-be5369c9652d service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 732.057028] env[69563]: DEBUG nova.policy [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c864c0625cb646438354ac8c1b19bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4c3383ae7a4e518523b61bbab1b0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.167564] env[69563]: DEBUG nova.network.neutron [req-f2f1e244-5989-4a98-a98f-c437cc32b795 req-4fb292cf-5560-4994-a529-be5369c9652d service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 732.201948] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.335441] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.383123] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.457022] env[69563]: DEBUG nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.530483] env[69563]: DEBUG nova.compute.manager [req-c8d6afd8-6bee-4f0d-a370-c7b4979350b9 req-039f0503-07a4-4f2f-850e-6183a95dd882 service nova] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Received event network-vif-deleted-1769ac71-6f0a-4f35-9e64-df683eff95c2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.568954] env[69563]: DEBUG oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f3acc-0b7b-a3c4-0e04-a4f4f4c42233/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 732.570457] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109db2e0-547f-498c-a405-458c2c427076 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.578711] env[69563]: DEBUG oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f3acc-0b7b-a3c4-0e04-a4f4f4c42233/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 732.579183] env[69563]: ERROR oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f3acc-0b7b-a3c4-0e04-a4f4f4c42233/disk-0.vmdk due to incomplete transfer. [ 732.582661] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9dfea29c-38c1-4196-8637-18e4d7c1b048 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.588987] env[69563]: DEBUG nova.network.neutron [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Successfully created port: 3cff2a51-5504-4c7e-b9ea-7e0fcea6227f {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 732.593428] env[69563]: DEBUG oslo_vmware.rw_handles [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f3acc-0b7b-a3c4-0e04-a4f4f4c42233/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 732.594368] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Uploaded image bebbd411-067e-4041-b3eb-df61b4213f32 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 732.597074] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 732.597412] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c690a74-eb48-4d0f-9e76-8f22a53cb36d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.607970] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 732.607970] env[69563]: value = "task-3403393" [ 732.607970] env[69563]: _type = "Task" [ 732.607970] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.619248] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403393, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.671389] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2f1e244-5989-4a98-a98f-c437cc32b795 req-4fb292cf-5560-4994-a529-be5369c9652d service nova] Releasing lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.672938] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquired lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.673176] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 732.835866] env[69563]: DEBUG oslo_vmware.api [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Task: {'id': task-3403392, 'name': PowerOnVM_Task, 'duration_secs': 0.99759} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.835866] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.835866] env[69563]: DEBUG nova.compute.manager [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.836986] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704b9a73-e373-4a66-ac74-1e284864b703 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.967874] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26531e2-a80e-4c12-8092-e9b6cff772ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.976871] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05381a98-b433-4b8a-b8f4-b5a6e408c8d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.017181] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b281177-f4d3-4de2-8cf7-2f0e52c9448e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.026015] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b1d23-c59c-423a-86bc-ac1a54c0fffa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.040524] env[69563]: DEBUG nova.compute.provider_tree [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.119666] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403393, 'name': Destroy_Task, 'duration_secs': 0.344636} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.120008] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Destroyed the VM [ 733.120276] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.120531] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-173432bb-ff44-4bc9-9d6b-87ad8c723ba7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.126802] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 733.126802] env[69563]: value = "task-3403394" [ 733.126802] env[69563]: _type = "Task" [ 733.126802] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.135060] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.243955] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 733.360198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.464226] env[69563]: DEBUG nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.492912] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.492912] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.492912] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.493167] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.493167] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.493343] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.493612] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.493779] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.493947] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.494910] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.494910] env[69563]: DEBUG nova.virt.hardware [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.496941] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7830c5d5-a249-4270-99fb-9ecacd4fed8c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.503938] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daabf3b7-3d03-4989-83a8-c5fd229064d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.512236] env[69563]: DEBUG nova.compute.manager [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-vif-plugged-e89fcd53-26a7-4bdf-a31e-0fa79490ba84 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.512451] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Acquiring lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.513558] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.513558] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.513558] env[69563]: DEBUG nova.compute.manager [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] No waiting events found dispatching network-vif-plugged-e89fcd53-26a7-4bdf-a31e-0fa79490ba84 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.513558] env[69563]: WARNING nova.compute.manager [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received unexpected event network-vif-plugged-e89fcd53-26a7-4bdf-a31e-0fa79490ba84 for instance with vm_state building and task_state spawning. [ 733.513558] env[69563]: DEBUG nova.compute.manager [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-changed-e89fcd53-26a7-4bdf-a31e-0fa79490ba84 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.514071] env[69563]: DEBUG nova.compute.manager [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Refreshing instance network info cache due to event network-changed-e89fcd53-26a7-4bdf-a31e-0fa79490ba84. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.514119] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Acquiring lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.543999] env[69563]: DEBUG nova.scheduler.client.report [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.636400] env[69563]: DEBUG oslo_vmware.api [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403394, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427062} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.636786] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.636900] env[69563]: INFO nova.compute.manager [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Took 12.53 seconds to snapshot the instance on the hypervisor. [ 733.735592] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "a6493c17-e033-4dc9-82df-cbb4f24e436b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.735859] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "a6493c17-e033-4dc9-82df-cbb4f24e436b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.736086] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "a6493c17-e033-4dc9-82df-cbb4f24e436b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.736273] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "a6493c17-e033-4dc9-82df-cbb4f24e436b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.736438] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "a6493c17-e033-4dc9-82df-cbb4f24e436b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.738821] env[69563]: INFO nova.compute.manager [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Terminating instance [ 733.758824] env[69563]: DEBUG nova.network.neutron [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Updating instance_info_cache with network_info: [{"id": "0cd0f0c2-2125-4319-b14b-48051b867819", "address": "fa:16:3e:86:67:7e", "network": {"id": "693539f6-3dc8-44c1-96aa-128aca9bc5ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1503477570", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd0f0c2-21", "ovs_interfaceid": "0cd0f0c2-2125-4319-b14b-48051b867819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0", "address": "fa:16:3e:17:c1:dd", "network": {"id": "c7233fba-3edb-4608-9864-d2200f295ac2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1289764020", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c27bb2-ed", "ovs_interfaceid": "42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e89fcd53-26a7-4bdf-a31e-0fa79490ba84", "address": "fa:16:3e:99:84:bf", "network": {"id": "693539f6-3dc8-44c1-96aa-128aca9bc5ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1503477570", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89fcd53-26", "ovs_interfaceid": "e89fcd53-26a7-4bdf-a31e-0fa79490ba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 733.787459] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "f6cd5766-57fd-431a-a86f-b77c125a4a25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.787703] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "f6cd5766-57fd-431a-a86f-b77c125a4a25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.787952] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "f6cd5766-57fd-431a-a86f-b77c125a4a25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.788096] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "f6cd5766-57fd-431a-a86f-b77c125a4a25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.788297] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "f6cd5766-57fd-431a-a86f-b77c125a4a25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.790255] env[69563]: INFO nova.compute.manager [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Terminating instance [ 734.050262] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.050836] env[69563]: DEBUG nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.053484] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.586s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.053666] env[69563]: DEBUG nova.objects.instance [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lazy-loading 'resources' on Instance uuid 924afcff-8a47-448b-af63-4a6741e8231f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.143418] env[69563]: DEBUG nova.compute.manager [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Instance disappeared during snapshot {{(pid=69563) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 734.158453] env[69563]: DEBUG nova.compute.manager [None req-c757aba8-b43e-47c0-a1ce-30f11418487e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image not found during clean up bebbd411-067e-4041-b3eb-df61b4213f32 {{(pid=69563) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 734.244564] env[69563]: DEBUG nova.compute.manager [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.244564] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.244564] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ea46a-1cf3-4018-a1f9-1626c2d713e9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.256318] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.256318] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78a629a0-c934-439d-9eee-dc635e45d394 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.264902] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Releasing lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.264902] env[69563]: DEBUG nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Instance network_info: |[{"id": "0cd0f0c2-2125-4319-b14b-48051b867819", "address": "fa:16:3e:86:67:7e", "network": {"id": "693539f6-3dc8-44c1-96aa-128aca9bc5ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1503477570", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd0f0c2-21", "ovs_interfaceid": "0cd0f0c2-2125-4319-b14b-48051b867819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0", "address": "fa:16:3e:17:c1:dd", "network": {"id": "c7233fba-3edb-4608-9864-d2200f295ac2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1289764020", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c27bb2-ed", "ovs_interfaceid": "42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e89fcd53-26a7-4bdf-a31e-0fa79490ba84", "address": "fa:16:3e:99:84:bf", "network": {"id": "693539f6-3dc8-44c1-96aa-128aca9bc5ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1503477570", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89fcd53-26", "ovs_interfaceid": "e89fcd53-26a7-4bdf-a31e-0fa79490ba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.264902] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Acquired lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.264902] env[69563]: DEBUG nova.network.neutron [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Refreshing network info cache for port e89fcd53-26a7-4bdf-a31e-0fa79490ba84 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 734.265195] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:67:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cd0f0c2-2125-4319-b14b-48051b867819', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:c1:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:84:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e89fcd53-26a7-4bdf-a31e-0fa79490ba84', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.277821] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Creating folder: Project (3ae1c6f4c0864445bbb95d8304ebce14). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.281319] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e733db9-6ea8-47a2-b4a7-f8be2db65209 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.288657] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "7e784175-349c-48f9-ba4c-b083d408d091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.289860] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "7e784175-349c-48f9-ba4c-b083d408d091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.294033] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "refresh_cache-f6cd5766-57fd-431a-a86f-b77c125a4a25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.294033] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquired lock "refresh_cache-f6cd5766-57fd-431a-a86f-b77c125a4a25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.294033] env[69563]: DEBUG nova.network.neutron [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 734.299244] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Created folder: Project (3ae1c6f4c0864445bbb95d8304ebce14) in parent group-v678952. [ 734.299731] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Creating folder: Instances. Parent ref: group-v679062. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.300260] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bc14a92-885f-4bba-83b9-b78aee63593d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.313032] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Created folder: Instances in parent group-v679062. [ 734.315020] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.315020] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.315020] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a3c7954-efbf-43a6-9b62-732fb94b0e0e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.343488] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.343635] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.343681] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleting the datastore file [datastore1] a6493c17-e033-4dc9-82df-cbb4f24e436b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.344418] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55851c8b-0803-44ae-99a8-3f217971b78a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.351313] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.351313] env[69563]: value = "task-3403398" [ 734.351313] env[69563]: _type = "Task" [ 734.351313] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.355870] env[69563]: DEBUG oslo_vmware.api [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 734.355870] env[69563]: value = "task-3403399" [ 734.355870] env[69563]: _type = "Task" [ 734.355870] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.363922] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403398, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.371404] env[69563]: DEBUG oslo_vmware.api [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.450120] env[69563]: DEBUG nova.network.neutron [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Successfully updated port: 3cff2a51-5504-4c7e-b9ea-7e0fcea6227f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.551491] env[69563]: DEBUG nova.network.neutron [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Updated VIF entry in instance network info cache for port e89fcd53-26a7-4bdf-a31e-0fa79490ba84. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 734.551992] env[69563]: DEBUG nova.network.neutron [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Updating instance_info_cache with network_info: [{"id": "0cd0f0c2-2125-4319-b14b-48051b867819", "address": "fa:16:3e:86:67:7e", "network": {"id": "693539f6-3dc8-44c1-96aa-128aca9bc5ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1503477570", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cd0f0c2-21", "ovs_interfaceid": "0cd0f0c2-2125-4319-b14b-48051b867819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0", "address": "fa:16:3e:17:c1:dd", "network": {"id": "c7233fba-3edb-4608-9864-d2200f295ac2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1289764020", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c27bb2-ed", "ovs_interfaceid": "42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e89fcd53-26a7-4bdf-a31e-0fa79490ba84", "address": "fa:16:3e:99:84:bf", "network": {"id": "693539f6-3dc8-44c1-96aa-128aca9bc5ae", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1503477570", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape89fcd53-26", "ovs_interfaceid": "e89fcd53-26a7-4bdf-a31e-0fa79490ba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 734.556295] env[69563]: DEBUG nova.compute.utils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.560665] env[69563]: DEBUG nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.560665] env[69563]: DEBUG nova.network.neutron [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 734.607187] env[69563]: DEBUG nova.policy [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9685bfd4baba4bd7a76e320f37bb3d3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9573805830fd455388f6ade689b61b12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.794258] env[69563]: DEBUG nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.816500] env[69563]: DEBUG nova.network.neutron [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 734.865451] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403398, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.870889] env[69563]: DEBUG oslo_vmware.api [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311626} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.870958] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.871194] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.871348] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.871556] env[69563]: INFO nova.compute.manager [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 734.871744] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.871931] env[69563]: DEBUG nova.compute.manager [-] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.872035] env[69563]: DEBUG nova.network.neutron [-] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 734.874663] env[69563]: DEBUG nova.network.neutron [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 734.906985] env[69563]: DEBUG nova.network.neutron [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Successfully created port: 852f6bd9-231e-415e-8cf0-33efb2e9bd2e {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 734.952672] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "refresh_cache-4a8c13e8-519f-4bfb-a095-e68adc8a3c78" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.952832] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "refresh_cache-4a8c13e8-519f-4bfb-a095-e68adc8a3c78" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.952980] env[69563]: DEBUG nova.network.neutron [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 735.001209] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6249067-7824-43b3-a159-05c92ac315a5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.010991] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29c7fa1-6590-4b80-b62c-098a12e5930d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.052763] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2206c3ff-a762-4bec-b9d7-3cdd3cdec357 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.055188] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Releasing lock "refresh_cache-6855e232-1993-4ee0-ba0b-389c414c0c35" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.055440] env[69563]: DEBUG nova.compute.manager [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Received event network-changed-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.055599] env[69563]: DEBUG nova.compute.manager [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Refreshing instance network info cache due to event network-changed-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.055880] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Acquiring lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.055955] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Acquired lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.056090] env[69563]: DEBUG nova.network.neutron [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Refreshing network info cache for port 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 735.063970] env[69563]: DEBUG nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.067412] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e33fae-6931-49c0-8695-75097db72518 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.085276] env[69563]: DEBUG nova.compute.provider_tree [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.318780] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.362317] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403398, 'name': CreateVM_Task, 'duration_secs': 0.675514} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.362721] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.363381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.363557] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.363884] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.364167] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547beee5-6f69-4b20-9167-0eb6c8b6a9a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.369175] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 735.369175] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52da9d39-ff95-7880-627a-08bb71d5024a" [ 735.369175] env[69563]: _type = "Task" [ 735.369175] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.377240] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52da9d39-ff95-7880-627a-08bb71d5024a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.378759] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Releasing lock "refresh_cache-f6cd5766-57fd-431a-a86f-b77c125a4a25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.379166] env[69563]: DEBUG nova.compute.manager [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.379357] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.380151] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f321df5-3eee-4210-bcc8-e1b035773e81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.387142] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.387376] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8f9640-d446-4329-a6a8-4960cf9f66c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.394260] env[69563]: DEBUG oslo_vmware.api [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 735.394260] env[69563]: value = "task-3403400" [ 735.394260] env[69563]: _type = "Task" [ 735.394260] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.401976] env[69563]: DEBUG oslo_vmware.api [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.494630] env[69563]: DEBUG nova.network.neutron [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 735.547123] env[69563]: DEBUG nova.compute.manager [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Received event network-vif-plugged-3cff2a51-5504-4c7e-b9ea-7e0fcea6227f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.547123] env[69563]: DEBUG oslo_concurrency.lockutils [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] Acquiring lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.547123] env[69563]: DEBUG oslo_concurrency.lockutils [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] Lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.547123] env[69563]: DEBUG oslo_concurrency.lockutils [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] Lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.547123] env[69563]: DEBUG nova.compute.manager [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] No waiting events found dispatching network-vif-plugged-3cff2a51-5504-4c7e-b9ea-7e0fcea6227f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.547507] env[69563]: WARNING nova.compute.manager [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Received unexpected event network-vif-plugged-3cff2a51-5504-4c7e-b9ea-7e0fcea6227f for instance with vm_state building and task_state spawning. [ 735.547705] env[69563]: DEBUG nova.compute.manager [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Received event network-changed-3cff2a51-5504-4c7e-b9ea-7e0fcea6227f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.547933] env[69563]: DEBUG nova.compute.manager [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Refreshing instance network info cache due to event network-changed-3cff2a51-5504-4c7e-b9ea-7e0fcea6227f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.548139] env[69563]: DEBUG oslo_concurrency.lockutils [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] Acquiring lock "refresh_cache-4a8c13e8-519f-4bfb-a095-e68adc8a3c78" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.588332] env[69563]: DEBUG nova.scheduler.client.report [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.644912] env[69563]: DEBUG nova.network.neutron [-] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 735.720594] env[69563]: DEBUG nova.network.neutron [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Updating instance_info_cache with network_info: [{"id": "3cff2a51-5504-4c7e-b9ea-7e0fcea6227f", "address": "fa:16:3e:00:ea:3d", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cff2a51-55", "ovs_interfaceid": "3cff2a51-5504-4c7e-b9ea-7e0fcea6227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 735.832398] env[69563]: DEBUG nova.network.neutron [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updated VIF entry in instance network info cache for port 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 735.832757] env[69563]: DEBUG nova.network.neutron [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 735.881361] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52da9d39-ff95-7880-627a-08bb71d5024a, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.881640] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.881920] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.882195] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.882342] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.882518] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.882782] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f83bdb7-8c58-4d5b-95be-a27939a45b76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.891631] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.891798] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.892494] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f931ae4-a108-4156-845a-4e051874ed4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.900161] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 735.900161] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d9075e-fd9d-eb81-c990-c42901156280" [ 735.900161] env[69563]: _type = "Task" [ 735.900161] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.903139] env[69563]: DEBUG oslo_vmware.api [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403400, 'name': PowerOffVM_Task, 'duration_secs': 0.123439} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.906118] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.906306] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.906541] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a35d082-6cde-4c16-99b8-045a9ddc08a5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.912714] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d9075e-fd9d-eb81-c990-c42901156280, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.913695] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22434b88-46e0-4244-8fca-16745bc1e69d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.918129] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 735.918129] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ef5a8-4c46-cda7-9a63-89d22328767e" [ 735.918129] env[69563]: _type = "Task" [ 735.918129] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.925379] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ef5a8-4c46-cda7-9a63-89d22328767e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.931817] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.932054] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.932254] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Deleting the datastore file [datastore2] f6cd5766-57fd-431a-a86f-b77c125a4a25 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.932540] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66817408-5ac5-458b-8695-3c28a5bf6f44 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.938348] env[69563]: DEBUG oslo_vmware.api [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for the task: (returnval){ [ 735.938348] env[69563]: value = "task-3403402" [ 735.938348] env[69563]: _type = "Task" [ 735.938348] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.945768] env[69563]: DEBUG oslo_vmware.api [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.078344] env[69563]: DEBUG nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.093527] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.098521] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.604s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.100190] env[69563]: INFO nova.compute.claims [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.110223] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.110481] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.110571] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.110772] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.110996] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.111089] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.111299] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.111453] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.111616] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.111776] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.111954] env[69563]: DEBUG nova.virt.hardware [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.113135] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e9d46c-75ab-4818-a302-26d0896bb0dc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.122218] env[69563]: INFO nova.scheduler.client.report [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleted allocations for instance 924afcff-8a47-448b-af63-4a6741e8231f [ 736.124367] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f7338c-b444-4f76-a015-1e7d381ff329 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.146784] env[69563]: INFO nova.compute.manager [-] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Took 1.27 seconds to deallocate network for instance. [ 736.223786] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "refresh_cache-4a8c13e8-519f-4bfb-a095-e68adc8a3c78" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.224148] env[69563]: DEBUG nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Instance network_info: |[{"id": "3cff2a51-5504-4c7e-b9ea-7e0fcea6227f", "address": "fa:16:3e:00:ea:3d", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cff2a51-55", "ovs_interfaceid": "3cff2a51-5504-4c7e-b9ea-7e0fcea6227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.224454] env[69563]: DEBUG oslo_concurrency.lockutils [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] Acquired lock "refresh_cache-4a8c13e8-519f-4bfb-a095-e68adc8a3c78" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.224632] env[69563]: DEBUG nova.network.neutron [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Refreshing network info cache for port 3cff2a51-5504-4c7e-b9ea-7e0fcea6227f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 736.225833] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ea:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cff2a51-5504-4c7e-b9ea-7e0fcea6227f', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.233757] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.236907] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.237658] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57adf6e-fb6b-48b2-9cc8-7dacf93fc89a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.259042] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.259042] env[69563]: value = "task-3403403" [ 736.259042] env[69563]: _type = "Task" [ 736.259042] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.268389] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403403, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.336107] env[69563]: DEBUG oslo_concurrency.lockutils [req-68779f89-e1ab-48d8-b529-c0ac1da63cdd req-00afdcc9-88f5-4a42-9bff-d73560372601 service nova] Releasing lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.428864] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ef5a8-4c46-cda7-9a63-89d22328767e, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.429201] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.429491] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 6855e232-1993-4ee0-ba0b-389c414c0c35/6855e232-1993-4ee0-ba0b-389c414c0c35.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.429924] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e03fbc01-16d6-4532-9794-d96c648de13f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.439563] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 736.439563] env[69563]: value = "task-3403404" [ 736.439563] env[69563]: _type = "Task" [ 736.439563] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.456216] env[69563]: DEBUG oslo_vmware.api [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Task: {'id': task-3403402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087034} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.460732] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.461055] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.461329] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.461691] env[69563]: INFO nova.compute.manager [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Took 1.08 seconds to destroy the instance on the hypervisor. [ 736.462059] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.462563] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.462640] env[69563]: DEBUG nova.compute.manager [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.463449] env[69563]: DEBUG nova.network.neutron [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 736.469212] env[69563]: DEBUG nova.compute.manager [req-a47d7bdf-662e-4f33-8997-93e402bb7ca5 req-36ec6702-22b4-41fd-b8b8-00b142d83672 service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Received event network-vif-plugged-852f6bd9-231e-415e-8cf0-33efb2e9bd2e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.469382] env[69563]: DEBUG oslo_concurrency.lockutils [req-a47d7bdf-662e-4f33-8997-93e402bb7ca5 req-36ec6702-22b4-41fd-b8b8-00b142d83672 service nova] Acquiring lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.469681] env[69563]: DEBUG oslo_concurrency.lockutils [req-a47d7bdf-662e-4f33-8997-93e402bb7ca5 req-36ec6702-22b4-41fd-b8b8-00b142d83672 service nova] Lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.469853] env[69563]: DEBUG oslo_concurrency.lockutils [req-a47d7bdf-662e-4f33-8997-93e402bb7ca5 req-36ec6702-22b4-41fd-b8b8-00b142d83672 service nova] Lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.470066] env[69563]: DEBUG nova.compute.manager [req-a47d7bdf-662e-4f33-8997-93e402bb7ca5 req-36ec6702-22b4-41fd-b8b8-00b142d83672 service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] No waiting events found dispatching network-vif-plugged-852f6bd9-231e-415e-8cf0-33efb2e9bd2e {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.470271] env[69563]: WARNING nova.compute.manager [req-a47d7bdf-662e-4f33-8997-93e402bb7ca5 req-36ec6702-22b4-41fd-b8b8-00b142d83672 service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Received unexpected event network-vif-plugged-852f6bd9-231e-415e-8cf0-33efb2e9bd2e for instance with vm_state building and task_state spawning. [ 736.488524] env[69563]: DEBUG nova.network.neutron [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 736.494902] env[69563]: DEBUG nova.network.neutron [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Updated VIF entry in instance network info cache for port 3cff2a51-5504-4c7e-b9ea-7e0fcea6227f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 736.495915] env[69563]: DEBUG nova.network.neutron [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Updating instance_info_cache with network_info: [{"id": "3cff2a51-5504-4c7e-b9ea-7e0fcea6227f", "address": "fa:16:3e:00:ea:3d", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cff2a51-55", "ovs_interfaceid": "3cff2a51-5504-4c7e-b9ea-7e0fcea6227f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 736.537415] env[69563]: DEBUG nova.network.neutron [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Successfully updated port: 852f6bd9-231e-415e-8cf0-33efb2e9bd2e {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 736.635350] env[69563]: DEBUG oslo_concurrency.lockutils [None req-362da7c0-41e8-4acf-812d-b90576792855 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "924afcff-8a47-448b-af63-4a6741e8231f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.759s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.655120] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.770297] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403403, 'name': CreateVM_Task, 'duration_secs': 0.416017} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.770495] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.771222] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.771387] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.771706] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.771977] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cbb266-60f3-4043-bd3c-57bdddafd822 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.780232] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 736.780232] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d9a67-a1da-27d5-572d-25d6ff30d772" [ 736.780232] env[69563]: _type = "Task" [ 736.780232] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.791510] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d9a67-a1da-27d5-572d-25d6ff30d772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.952335] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496743} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.952634] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 6855e232-1993-4ee0-ba0b-389c414c0c35/6855e232-1993-4ee0-ba0b-389c414c0c35.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.952919] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.953237] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc2dbab1-72af-48e8-9c41-ebadf4b39143 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.959154] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 736.959154] env[69563]: value = "task-3403405" [ 736.959154] env[69563]: _type = "Task" [ 736.959154] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.966647] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.991561] env[69563]: DEBUG nova.network.neutron [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 736.997579] env[69563]: DEBUG oslo_concurrency.lockutils [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] Releasing lock "refresh_cache-4a8c13e8-519f-4bfb-a095-e68adc8a3c78" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.997817] env[69563]: DEBUG nova.compute.manager [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Received event network-vif-deleted-e4f877a6-d650-487b-b8fa-b611d29346e6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.997995] env[69563]: INFO nova.compute.manager [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Neutron deleted interface e4f877a6-d650-487b-b8fa-b611d29346e6; detaching it from the instance and deleting it from the info cache [ 736.998181] env[69563]: DEBUG nova.network.neutron [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 737.041237] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquiring lock "refresh_cache-84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.041237] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquired lock "refresh_cache-84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.041237] env[69563]: DEBUG nova.network.neutron [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 737.293326] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d9a67-a1da-27d5-572d-25d6ff30d772, 'name': SearchDatastore_Task, 'duration_secs': 0.021267} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.293628] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.293852] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.294102] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.294249] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.294427] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.294681] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08bd50aa-0bb9-4f66-95e9-bbe4da506d00 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.305539] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.305717] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.306445] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b25dbb-0d7a-4759-9153-e6eb33837a30 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.314662] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 737.314662] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5288dada-2879-452c-3756-62d192903599" [ 737.314662] env[69563]: _type = "Task" [ 737.314662] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.324964] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5288dada-2879-452c-3756-62d192903599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.469133] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061471} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.470246] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.471068] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ad762-9f6a-4151-a9a9-bb9e595ac9c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.474038] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0a2db5-5088-42b3-ab2e-c46d1bc9e396 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.493768] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3455987-c0a3-4f08-8a22-b7e2bf5c3db3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.506289] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 6855e232-1993-4ee0-ba0b-389c414c0c35/6855e232-1993-4ee0-ba0b-389c414c0c35.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.506756] env[69563]: INFO nova.compute.manager [-] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Took 1.04 seconds to deallocate network for instance. [ 737.507205] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-361d98af-da03-4942-a84f-a2d2a3f23e21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.523249] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1e39474-9256-41d6-ab79-01f777228deb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.562434] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23329518-4f4a-406f-941d-07b687c541cb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.565268] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 737.565268] env[69563]: value = "task-3403406" [ 737.565268] env[69563]: _type = "Task" [ 737.565268] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.572675] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65811ec3-2e0b-4242-9d36-37003fabd6f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.589187] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135da580-ea53-462a-983f-308ebaf99e1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.597265] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.609989] env[69563]: DEBUG nova.compute.manager [req-393b7ee2-48be-41d2-ab75-718c07e2c398 req-c96bddd4-799b-4aa8-9a6c-ed6169a5014e service nova] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Detach interface failed, port_id=e4f877a6-d650-487b-b8fa-b611d29346e6, reason: Instance a6493c17-e033-4dc9-82df-cbb4f24e436b could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 737.611213] env[69563]: DEBUG nova.network.neutron [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 737.621521] env[69563]: DEBUG nova.compute.provider_tree [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.679865] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.680112] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.680361] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.680591] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.680795] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.683757] env[69563]: INFO nova.compute.manager [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Terminating instance [ 737.780202] env[69563]: DEBUG nova.network.neutron [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Updating instance_info_cache with network_info: [{"id": "852f6bd9-231e-415e-8cf0-33efb2e9bd2e", "address": "fa:16:3e:0a:2b:a7", "network": {"id": "50aa8ebd-61d3-46d9-aecc-61497676b9e7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1276972110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9573805830fd455388f6ade689b61b12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852f6bd9-23", "ovs_interfaceid": "852f6bd9-231e-415e-8cf0-33efb2e9bd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 737.825664] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5288dada-2879-452c-3756-62d192903599, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.826535] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff8e38e-ce02-4a8b-804d-4e13ce182876 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.836049] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 737.836049] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f7c9a4-de73-f2ff-afc3-4632c7319259" [ 737.836049] env[69563]: _type = "Task" [ 737.836049] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.844466] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f7c9a4-de73-f2ff-afc3-4632c7319259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.063178] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.077238] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.125695] env[69563]: DEBUG nova.scheduler.client.report [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.189804] env[69563]: DEBUG nova.compute.manager [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.190073] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.190963] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c3b888-cff4-412f-bf35-954d70e3abbf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.198881] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.199120] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e869db11-3eff-4dea-a401-76c43566e447 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.206488] env[69563]: DEBUG oslo_vmware.api [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 738.206488] env[69563]: value = "task-3403407" [ 738.206488] env[69563]: _type = "Task" [ 738.206488] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.214265] env[69563]: DEBUG oslo_vmware.api [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.281632] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Releasing lock "refresh_cache-84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.281981] env[69563]: DEBUG nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Instance network_info: |[{"id": "852f6bd9-231e-415e-8cf0-33efb2e9bd2e", "address": "fa:16:3e:0a:2b:a7", "network": {"id": "50aa8ebd-61d3-46d9-aecc-61497676b9e7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1276972110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9573805830fd455388f6ade689b61b12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852f6bd9-23", "ovs_interfaceid": "852f6bd9-231e-415e-8cf0-33efb2e9bd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.282572] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:2b:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '852f6bd9-231e-415e-8cf0-33efb2e9bd2e', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.290338] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Creating folder: Project (9573805830fd455388f6ade689b61b12). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.290645] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e4e7fe-9d10-45c1-b695-5c39d8643272 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.301517] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Created folder: Project (9573805830fd455388f6ade689b61b12) in parent group-v678952. [ 738.301894] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Creating folder: Instances. Parent ref: group-v679066. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.302023] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e1eeebf-4348-4805-a261-112a568ddf6d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.313064] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Created folder: Instances in parent group-v679066. [ 738.313325] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.313543] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.313770] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ad8a9a7-dd1b-41c9-bb85-bc1cfe5a3505 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.333692] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.333692] env[69563]: value = "task-3403410" [ 738.333692] env[69563]: _type = "Task" [ 738.333692] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.349166] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403410, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.353056] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f7c9a4-de73-f2ff-afc3-4632c7319259, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.353290] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.353511] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 4a8c13e8-519f-4bfb-a095-e68adc8a3c78/4a8c13e8-519f-4bfb-a095-e68adc8a3c78.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.353776] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-110f708e-62ff-4b57-a319-18f181456ebb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.362090] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 738.362090] env[69563]: value = "task-3403411" [ 738.362090] env[69563]: _type = "Task" [ 738.362090] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.370213] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.495837] env[69563]: DEBUG nova.compute.manager [req-22771ff9-6541-4bf5-afdf-696b4ba9ef18 req-beb3f360-d4dc-457a-a098-e5c995e5d4f2 service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Received event network-changed-852f6bd9-231e-415e-8cf0-33efb2e9bd2e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.496080] env[69563]: DEBUG nova.compute.manager [req-22771ff9-6541-4bf5-afdf-696b4ba9ef18 req-beb3f360-d4dc-457a-a098-e5c995e5d4f2 service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Refreshing instance network info cache due to event network-changed-852f6bd9-231e-415e-8cf0-33efb2e9bd2e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.496298] env[69563]: DEBUG oslo_concurrency.lockutils [req-22771ff9-6541-4bf5-afdf-696b4ba9ef18 req-beb3f360-d4dc-457a-a098-e5c995e5d4f2 service nova] Acquiring lock "refresh_cache-84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.496437] env[69563]: DEBUG oslo_concurrency.lockutils [req-22771ff9-6541-4bf5-afdf-696b4ba9ef18 req-beb3f360-d4dc-457a-a098-e5c995e5d4f2 service nova] Acquired lock "refresh_cache-84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.496613] env[69563]: DEBUG nova.network.neutron [req-22771ff9-6541-4bf5-afdf-696b4ba9ef18 req-beb3f360-d4dc-457a-a098-e5c995e5d4f2 service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Refreshing network info cache for port 852f6bd9-231e-415e-8cf0-33efb2e9bd2e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 738.578581] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403406, 'name': ReconfigVM_Task, 'duration_secs': 0.908141} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.578861] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 6855e232-1993-4ee0-ba0b-389c414c0c35/6855e232-1993-4ee0-ba0b-389c414c0c35.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.579589] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-554b187d-3706-4341-a769-516dfbcaf7c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.586400] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 738.586400] env[69563]: value = "task-3403412" [ 738.586400] env[69563]: _type = "Task" [ 738.586400] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.596074] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403412, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.633115] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.633115] env[69563]: DEBUG nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.635407] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.722s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.635678] env[69563]: DEBUG nova.objects.instance [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lazy-loading 'resources' on Instance uuid cf59c9f3-ffa6-4ca0-b78a-94891a0d6797 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.721215] env[69563]: DEBUG oslo_vmware.api [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403407, 'name': PowerOffVM_Task, 'duration_secs': 0.198024} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.721557] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.721832] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.722272] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26490614-dc34-4d0c-9674-6fb4dd803c0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.794576] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.794823] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.794952] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleting the datastore file [datastore2] c063eb35-0bc0-4253-8e24-d8303a0ecab3 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.795240] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15d7688e-7aea-4dbd-8f90-03bf4bba15f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.801520] env[69563]: DEBUG oslo_vmware.api [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for the task: (returnval){ [ 738.801520] env[69563]: value = "task-3403414" [ 738.801520] env[69563]: _type = "Task" [ 738.801520] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.810166] env[69563]: DEBUG oslo_vmware.api [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.844783] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403410, 'name': CreateVM_Task, 'duration_secs': 0.382938} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.844972] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.845754] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.846064] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.846406] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.846735] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286a74db-6edf-40ad-9c84-1e2dbbccc7af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.852302] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 738.852302] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fd7edf-95d4-bfb5-a5ca-92b14b35f029" [ 738.852302] env[69563]: _type = "Task" [ 738.852302] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.860923] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fd7edf-95d4-bfb5-a5ca-92b14b35f029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.875500] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.095983] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403412, 'name': Rename_Task, 'duration_secs': 0.174743} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.096274] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.096510] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-535c5fb5-27e9-4d5b-a8b4-4d6af02b22ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.102395] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 739.102395] env[69563]: value = "task-3403415" [ 739.102395] env[69563]: _type = "Task" [ 739.102395] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.109493] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.139245] env[69563]: DEBUG nova.compute.utils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.144156] env[69563]: DEBUG nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.144351] env[69563]: DEBUG nova.network.neutron [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 739.200235] env[69563]: DEBUG nova.policy [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22a4903af04b47438df6845f3de90331', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e578306aec5f474282d45501d5c1a69f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.230414] env[69563]: DEBUG nova.network.neutron [req-22771ff9-6541-4bf5-afdf-696b4ba9ef18 req-beb3f360-d4dc-457a-a098-e5c995e5d4f2 service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Updated VIF entry in instance network info cache for port 852f6bd9-231e-415e-8cf0-33efb2e9bd2e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 739.230793] env[69563]: DEBUG nova.network.neutron [req-22771ff9-6541-4bf5-afdf-696b4ba9ef18 req-beb3f360-d4dc-457a-a098-e5c995e5d4f2 service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Updating instance_info_cache with network_info: [{"id": "852f6bd9-231e-415e-8cf0-33efb2e9bd2e", "address": "fa:16:3e:0a:2b:a7", "network": {"id": "50aa8ebd-61d3-46d9-aecc-61497676b9e7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1276972110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9573805830fd455388f6ade689b61b12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852f6bd9-23", "ovs_interfaceid": "852f6bd9-231e-415e-8cf0-33efb2e9bd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 739.314477] env[69563]: DEBUG oslo_vmware.api [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Task: {'id': task-3403414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177309} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.314785] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.314918] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.315107] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.315282] env[69563]: INFO nova.compute.manager [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 739.315519] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.315712] env[69563]: DEBUG nova.compute.manager [-] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.315804] env[69563]: DEBUG nova.network.neutron [-] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 739.362206] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fd7edf-95d4-bfb5-a5ca-92b14b35f029, 'name': SearchDatastore_Task, 'duration_secs': 0.023358} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.364823] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.365093] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.365347] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.365505] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.365803] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.366239] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44e82a44-e34c-49ef-8efc-b4198e55095e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.376703] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524148} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.376975] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 4a8c13e8-519f-4bfb-a095-e68adc8a3c78/4a8c13e8-519f-4bfb-a095-e68adc8a3c78.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.377211] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.377609] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e3282a2-dfe8-43a1-9861-ed761dfa48d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.383812] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.384020] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.385410] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bee8d12-2978-4dbe-99df-c6b8f6246950 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.391601] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 739.391601] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52269194-60bd-9226-c81e-59bfa98f6d3a" [ 739.391601] env[69563]: _type = "Task" [ 739.391601] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.393091] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 739.393091] env[69563]: value = "task-3403416" [ 739.393091] env[69563]: _type = "Task" [ 739.393091] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.411302] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52269194-60bd-9226-c81e-59bfa98f6d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.015892} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.415693] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.419497] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b16190-061b-4553-bce6-ca732a1a9339 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.429635] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 739.429635] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b16119-4767-9f25-286b-3808b80d674b" [ 739.429635] env[69563]: _type = "Task" [ 739.429635] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.440274] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b16119-4767-9f25-286b-3808b80d674b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.517472] env[69563]: DEBUG nova.network.neutron [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Successfully created port: 88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 739.619379] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403415, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.626439] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c2c6ad-a3f5-45f2-83ba-f3c9a2fd9ebe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.635440] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f040ebb5-1d2e-4be0-b02c-42095400313f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.668593] env[69563]: DEBUG nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.672670] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e3968b-3a4a-4e76-81bb-057951552a20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.681069] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba4dd5c-6008-47e3-8969-bd03bac053ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.695578] env[69563]: DEBUG nova.compute.provider_tree [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.734319] env[69563]: DEBUG oslo_concurrency.lockutils [req-22771ff9-6541-4bf5-afdf-696b4ba9ef18 req-beb3f360-d4dc-457a-a098-e5c995e5d4f2 service nova] Releasing lock "refresh_cache-84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.908368] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071269} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.908650] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.909855] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610ed26b-512b-419f-8c65-a90c75be1b85 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.931970] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 4a8c13e8-519f-4bfb-a095-e68adc8a3c78/4a8c13e8-519f-4bfb-a095-e68adc8a3c78.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.932335] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f9d099-208d-4c2a-b477-9f7591408802 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.959254] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b16119-4767-9f25-286b-3808b80d674b, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.960310] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.960576] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb/84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.960887] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 739.960887] env[69563]: value = "task-3403417" [ 739.960887] env[69563]: _type = "Task" [ 739.960887] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.961092] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45e43d66-d0cb-4278-bec2-3a7847626327 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.970950] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.972144] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 739.972144] env[69563]: value = "task-3403418" [ 739.972144] env[69563]: _type = "Task" [ 739.972144] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.979198] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.100873] env[69563]: DEBUG nova.network.neutron [-] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 740.113584] env[69563]: DEBUG oslo_vmware.api [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403415, 'name': PowerOnVM_Task, 'duration_secs': 0.519288} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.113845] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.114369] env[69563]: INFO nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Took 14.66 seconds to spawn the instance on the hypervisor. [ 740.114616] env[69563]: DEBUG nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.115515] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09328014-9654-442b-b64a-25d7eb95c85c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.199188] env[69563]: DEBUG nova.scheduler.client.report [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.472179] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.479622] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485846} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.479870] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb/84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.480090] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.480316] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7122cfaf-1028-48c7-a6ed-b2033ff19630 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.487342] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 740.487342] env[69563]: value = "task-3403419" [ 740.487342] env[69563]: _type = "Task" [ 740.487342] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.495016] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.521565] env[69563]: DEBUG nova.compute.manager [req-41eaa662-90b1-4729-91e4-8eeabea42807 req-2756a547-459d-43de-9a77-844d6d05fac6 service nova] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Received event network-vif-deleted-4d81ebd9-8568-4075-96a6-3d31318ae16b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.603575] env[69563]: INFO nova.compute.manager [-] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Took 1.29 seconds to deallocate network for instance. [ 740.633336] env[69563]: INFO nova.compute.manager [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Took 49.85 seconds to build instance. [ 740.678927] env[69563]: DEBUG nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.706544] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.706779] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.706933] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.707152] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.707267] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.707412] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.707637] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.707921] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.707969] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.708152] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.708322] env[69563]: DEBUG nova.virt.hardware [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.709092] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.711567] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed664cf-bd04-4a7d-a090-4b7b01eff771 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.714393] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.410s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.714609] env[69563]: DEBUG nova.objects.instance [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lazy-loading 'resources' on Instance uuid bcdc4882-15de-4d78-96ce-9c4da44a8492 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.722195] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5777ead-4bcb-4531-8dd0-95ef96d7788c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.737172] env[69563]: INFO nova.scheduler.client.report [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Deleted allocations for instance cf59c9f3-ffa6-4ca0-b78a-94891a0d6797 [ 740.973388] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403417, 'name': ReconfigVM_Task, 'duration_secs': 0.736457} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.974576] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 4a8c13e8-519f-4bfb-a095-e68adc8a3c78/4a8c13e8-519f-4bfb-a095-e68adc8a3c78.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.974576] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72cc99a4-f2aa-450d-b47b-66bfbfca9b62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.982048] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 740.982048] env[69563]: value = "task-3403420" [ 740.982048] env[69563]: _type = "Task" [ 740.982048] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.992128] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403420, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.004213] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176685} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.004485] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.005752] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e000d62-d38f-48b3-b530-ac46d6a4c74e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.029716] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb/84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.029998] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a57f3dd-b2c2-4298-b5a5-37562bd9cbc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.050981] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 741.050981] env[69563]: value = "task-3403421" [ 741.050981] env[69563]: _type = "Task" [ 741.050981] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.062551] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403421, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.110080] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.134832] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a54a2957-8d82-41cb-8cb8-55594b3f1cac tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.956s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.232111] env[69563]: DEBUG nova.network.neutron [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Successfully updated port: 88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 741.238901] env[69563]: DEBUG nova.compute.manager [req-2f40f7a1-4da6-480f-aba0-85a4f052cb17 req-5c3b20f0-f882-4560-881d-fb81b455761c service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Received event network-vif-plugged-88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.239163] env[69563]: DEBUG oslo_concurrency.lockutils [req-2f40f7a1-4da6-480f-aba0-85a4f052cb17 req-5c3b20f0-f882-4560-881d-fb81b455761c service nova] Acquiring lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.239400] env[69563]: DEBUG oslo_concurrency.lockutils [req-2f40f7a1-4da6-480f-aba0-85a4f052cb17 req-5c3b20f0-f882-4560-881d-fb81b455761c service nova] Lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.239542] env[69563]: DEBUG oslo_concurrency.lockutils [req-2f40f7a1-4da6-480f-aba0-85a4f052cb17 req-5c3b20f0-f882-4560-881d-fb81b455761c service nova] Lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.239743] env[69563]: DEBUG nova.compute.manager [req-2f40f7a1-4da6-480f-aba0-85a4f052cb17 req-5c3b20f0-f882-4560-881d-fb81b455761c service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] No waiting events found dispatching network-vif-plugged-88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.239912] env[69563]: WARNING nova.compute.manager [req-2f40f7a1-4da6-480f-aba0-85a4f052cb17 req-5c3b20f0-f882-4560-881d-fb81b455761c service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Received unexpected event network-vif-plugged-88673200-33a6-4a83-a9b9-c0bc3bfe42fb for instance with vm_state building and task_state spawning. [ 741.248518] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eec5b71b-f7b4-4f7d-bc81-59ba492017ee tempest-InstanceActionsV221TestJSON-1125587200 tempest-InstanceActionsV221TestJSON-1125587200-project-member] Lock "cf59c9f3-ffa6-4ca0-b78a-94891a0d6797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.791s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.444819] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "6855e232-1993-4ee0-ba0b-389c414c0c35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.445119] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.445332] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.445511] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.445674] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.449630] env[69563]: INFO nova.compute.manager [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Terminating instance [ 741.491925] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403420, 'name': Rename_Task, 'duration_secs': 0.436974} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.492315] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.492739] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15a78d31-f16d-44b3-9a2b-3ee30901eb46 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.499191] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 741.499191] env[69563]: value = "task-3403422" [ 741.499191] env[69563]: _type = "Task" [ 741.499191] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.507939] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.564134] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.640091] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6de33d7-b95b-43ad-8750-88c7ab1bbdc7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.647861] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426301b-c1b7-49dc-ad26-007762a390e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.683275] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342eff9a-e483-46ca-8d42-d3d7a26edc62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.690893] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca2b15-de84-42a5-ab4a-eca44a71c688 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.709648] env[69563]: DEBUG nova.compute.provider_tree [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.732113] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.732265] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquired lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.732412] env[69563]: DEBUG nova.network.neutron [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 741.956231] env[69563]: DEBUG nova.compute.manager [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.957063] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.957335] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892fe306-6b82-4c30-b253-2024fdc78e67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.968214] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.968755] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0523c36d-c4ea-4b2d-a8da-2ba6232362c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.978021] env[69563]: DEBUG oslo_vmware.api [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 741.978021] env[69563]: value = "task-3403423" [ 741.978021] env[69563]: _type = "Task" [ 741.978021] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.986803] env[69563]: DEBUG oslo_vmware.api [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.010000] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.062348] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403421, 'name': ReconfigVM_Task, 'duration_secs': 0.651415} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.062646] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb/84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.063405] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaaae5a1-959d-4373-8324-fcdc11a9e04f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.069821] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 742.069821] env[69563]: value = "task-3403424" [ 742.069821] env[69563]: _type = "Task" [ 742.069821] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.080560] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403424, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.214022] env[69563]: DEBUG nova.scheduler.client.report [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.291823] env[69563]: DEBUG nova.network.neutron [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 742.469317] env[69563]: DEBUG nova.network.neutron [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Updating instance_info_cache with network_info: [{"id": "88673200-33a6-4a83-a9b9-c0bc3bfe42fb", "address": "fa:16:3e:e9:ef:15", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88673200-33", "ovs_interfaceid": "88673200-33a6-4a83-a9b9-c0bc3bfe42fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 742.492059] env[69563]: DEBUG oslo_vmware.api [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403423, 'name': PowerOffVM_Task, 'duration_secs': 0.283586} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.492329] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.492990] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.493232] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-639e0fce-d6a7-4d51-bf2f-c45d3a8b3459 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.512563] env[69563]: DEBUG oslo_vmware.api [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403422, 'name': PowerOnVM_Task, 'duration_secs': 0.586825} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.512873] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.513094] env[69563]: INFO nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Took 9.05 seconds to spawn the instance on the hypervisor. [ 742.513273] env[69563]: DEBUG nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.514086] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1b5f2b-3e53-46b3-859f-0c1d12d67a0d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.581958] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403424, 'name': Rename_Task, 'duration_secs': 0.140396} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.581958] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.581958] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de10f9a3-c270-4b7f-bf0b-49a1da53ef49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.589147] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 742.589147] env[69563]: value = "task-3403426" [ 742.589147] env[69563]: _type = "Task" [ 742.589147] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.598611] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.633844] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.634089] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.634302] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Deleting the datastore file [datastore2] 6855e232-1993-4ee0-ba0b-389c414c0c35 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.634586] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1cefa78-a8f3-40c3-94f1-90f7575bbb3d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.640688] env[69563]: DEBUG oslo_vmware.api [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 742.640688] env[69563]: value = "task-3403427" [ 742.640688] env[69563]: _type = "Task" [ 742.640688] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.650018] env[69563]: DEBUG oslo_vmware.api [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.717693] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.719985] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.942s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.721583] env[69563]: INFO nova.compute.claims [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.744654] env[69563]: INFO nova.scheduler.client.report [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Deleted allocations for instance bcdc4882-15de-4d78-96ce-9c4da44a8492 [ 742.974528] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Releasing lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.975100] env[69563]: DEBUG nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Instance network_info: |[{"id": "88673200-33a6-4a83-a9b9-c0bc3bfe42fb", "address": "fa:16:3e:e9:ef:15", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88673200-33", "ovs_interfaceid": "88673200-33a6-4a83-a9b9-c0bc3bfe42fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.975345] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:ef:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88673200-33a6-4a83-a9b9-c0bc3bfe42fb', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.983351] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.983593] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.984049] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8713bcf-21e2-47bd-b385-ccdc87f8fea3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.005600] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.005600] env[69563]: value = "task-3403428" [ 743.005600] env[69563]: _type = "Task" [ 743.005600] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.014130] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403428, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.031459] env[69563]: INFO nova.compute.manager [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Took 43.93 seconds to build instance. [ 743.101024] env[69563]: DEBUG oslo_vmware.api [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403426, 'name': PowerOnVM_Task, 'duration_secs': 0.457888} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.101534] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.101534] env[69563]: INFO nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Took 7.02 seconds to spawn the instance on the hypervisor. [ 743.101760] env[69563]: DEBUG nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.102934] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297d7bf2-b0dd-4429-9231-926bb3257d23 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.152120] env[69563]: DEBUG oslo_vmware.api [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171438} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.152374] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.152966] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.152966] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.152966] env[69563]: INFO nova.compute.manager [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Took 1.20 seconds to destroy the instance on the hypervisor. [ 743.153136] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.153241] env[69563]: DEBUG nova.compute.manager [-] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.153338] env[69563]: DEBUG nova.network.neutron [-] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 743.255555] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38bbe663-6c39-40bc-bca7-aa156d59d742 tempest-InstanceActionsTestJSON-711071534 tempest-InstanceActionsTestJSON-711071534-project-member] Lock "bcdc4882-15de-4d78-96ce-9c4da44a8492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.426s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.334267] env[69563]: DEBUG nova.compute.manager [req-6debf5cb-13ca-408c-972f-71cd4ae8a1b5 req-a7676d87-42da-47fe-8abe-df8b6f210fd3 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Received event network-changed-88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.334267] env[69563]: DEBUG nova.compute.manager [req-6debf5cb-13ca-408c-972f-71cd4ae8a1b5 req-a7676d87-42da-47fe-8abe-df8b6f210fd3 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Refreshing instance network info cache due to event network-changed-88673200-33a6-4a83-a9b9-c0bc3bfe42fb. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.334267] env[69563]: DEBUG oslo_concurrency.lockutils [req-6debf5cb-13ca-408c-972f-71cd4ae8a1b5 req-a7676d87-42da-47fe-8abe-df8b6f210fd3 service nova] Acquiring lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.334267] env[69563]: DEBUG oslo_concurrency.lockutils [req-6debf5cb-13ca-408c-972f-71cd4ae8a1b5 req-a7676d87-42da-47fe-8abe-df8b6f210fd3 service nova] Acquired lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.334267] env[69563]: DEBUG nova.network.neutron [req-6debf5cb-13ca-408c-972f-71cd4ae8a1b5 req-a7676d87-42da-47fe-8abe-df8b6f210fd3 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Refreshing network info cache for port 88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 743.515209] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403428, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.533761] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b75faf43-8c66-404a-a7ad-76866a8665f7 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.939s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.620461] env[69563]: INFO nova.compute.manager [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Took 41.27 seconds to build instance. [ 744.024230] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403428, 'name': CreateVM_Task, 'duration_secs': 0.589495} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.028549] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.029960] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.030281] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.031320] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.031320] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a02bc2a-c191-4cf4-9e69-d98d3f3e5e76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.039441] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 744.039441] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fa96c2-2baa-4575-a057-868414bab2ad" [ 744.039441] env[69563]: _type = "Task" [ 744.039441] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.054593] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fa96c2-2baa-4575-a057-868414bab2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.122620] env[69563]: DEBUG oslo_concurrency.lockutils [None req-194e6f3b-a18a-47aa-9caa-6ff03f42dc08 tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.973s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.190182] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30522ed-6742-4cd5-9d7c-fd1787d956c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.201048] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0db70e7-8608-45d9-a4ff-dedbdb32e7c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.247536] env[69563]: DEBUG nova.network.neutron [req-6debf5cb-13ca-408c-972f-71cd4ae8a1b5 req-a7676d87-42da-47fe-8abe-df8b6f210fd3 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Updated VIF entry in instance network info cache for port 88673200-33a6-4a83-a9b9-c0bc3bfe42fb. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 744.248112] env[69563]: DEBUG nova.network.neutron [req-6debf5cb-13ca-408c-972f-71cd4ae8a1b5 req-a7676d87-42da-47fe-8abe-df8b6f210fd3 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Updating instance_info_cache with network_info: [{"id": "88673200-33a6-4a83-a9b9-c0bc3bfe42fb", "address": "fa:16:3e:e9:ef:15", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88673200-33", "ovs_interfaceid": "88673200-33a6-4a83-a9b9-c0bc3bfe42fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 744.251055] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5085bc88-c0bf-4c57-82e2-8cde3947ac72 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.264457] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc992e-28f9-4e53-b6ea-7e2fd9bf80d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.279777] env[69563]: DEBUG nova.compute.provider_tree [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.551601] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fa96c2-2baa-4575-a057-868414bab2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.022681} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.552825] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.552825] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.552825] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.552825] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.553116] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.553594] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee96737d-53cd-4e87-8573-1d15ec919caa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.562887] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.563170] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.564035] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21326748-6579-4bbd-82db-08be6bb1b194 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.570115] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 744.570115] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291bf8a-d3f7-d8f8-4fd1-26b62cc529a6" [ 744.570115] env[69563]: _type = "Task" [ 744.570115] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.580276] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291bf8a-d3f7-d8f8-4fd1-26b62cc529a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.710812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquiring lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.710812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.710812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquiring lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.710812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.710812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.712951] env[69563]: INFO nova.compute.manager [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Terminating instance [ 744.758736] env[69563]: DEBUG oslo_concurrency.lockutils [req-6debf5cb-13ca-408c-972f-71cd4ae8a1b5 req-a7676d87-42da-47fe-8abe-df8b6f210fd3 service nova] Releasing lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.787454] env[69563]: DEBUG nova.scheduler.client.report [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.802626] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.803477] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.812579] env[69563]: DEBUG nova.network.neutron [-] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 745.083541] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291bf8a-d3f7-d8f8-4fd1-26b62cc529a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.084752] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d437fd-66f7-40f6-9569-b8f9bc655d5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.091024] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 745.091024] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce9aa9-5fe7-9a74-7475-59481b68b416" [ 745.091024] env[69563]: _type = "Task" [ 745.091024] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.099284] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce9aa9-5fe7-9a74-7475-59481b68b416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.224763] env[69563]: DEBUG nova.compute.manager [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.227561] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.227561] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8428a5fb-4e35-4912-a3fd-57ef70cda595 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.238031] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.238031] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d38a53c2-7d56-4251-abd8-fb5ed1c6cbc3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.243542] env[69563]: DEBUG oslo_vmware.api [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 745.243542] env[69563]: value = "task-3403429" [ 745.243542] env[69563]: _type = "Task" [ 745.243542] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.253737] env[69563]: DEBUG oslo_vmware.api [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.303687] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.304310] env[69563]: DEBUG nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.307646] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.814s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.309662] env[69563]: INFO nova.compute.claims [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.312786] env[69563]: DEBUG nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.319186] env[69563]: INFO nova.compute.manager [-] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Took 2.16 seconds to deallocate network for instance. [ 745.413333] env[69563]: DEBUG nova.compute.manager [req-b9043214-ec59-470a-8637-35683883a598 req-c606e3ab-2394-4a02-a5f1-9082635e47fb service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-vif-deleted-42c27bb2-edf8-4d45-b7bf-a53e13e5cfd0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.413568] env[69563]: DEBUG nova.compute.manager [req-b9043214-ec59-470a-8637-35683883a598 req-c606e3ab-2394-4a02-a5f1-9082635e47fb service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-vif-deleted-e89fcd53-26a7-4bdf-a31e-0fa79490ba84 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.413739] env[69563]: DEBUG nova.compute.manager [req-b9043214-ec59-470a-8637-35683883a598 req-c606e3ab-2394-4a02-a5f1-9082635e47fb service nova] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Received event network-vif-deleted-0cd0f0c2-2125-4319-b14b-48051b867819 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.605095] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce9aa9-5fe7-9a74-7475-59481b68b416, 'name': SearchDatastore_Task, 'duration_secs': 0.01571} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.605391] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.605661] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 41f5dbe2-486a-4c8f-ad59-0ab702e502ff/41f5dbe2-486a-4c8f-ad59-0ab702e502ff.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.605933] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3378f0fd-827a-4532-95b5-345d80ebaf0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.613487] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 745.613487] env[69563]: value = "task-3403430" [ 745.613487] env[69563]: _type = "Task" [ 745.613487] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.624869] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.757949] env[69563]: DEBUG oslo_vmware.api [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403429, 'name': PowerOffVM_Task, 'duration_secs': 0.198468} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.759415] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.759595] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.759906] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d59f8ea3-fd5c-4dcc-9fd7-afca216b20b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.822426] env[69563]: DEBUG nova.compute.utils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.829259] env[69563]: DEBUG nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.829495] env[69563]: DEBUG nova.network.neutron [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 745.832494] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.839019] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.839019] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.839019] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Deleting the datastore file [datastore1] 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.839423] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2143fce2-a99f-43af-9538-00d26c123f60 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.850988] env[69563]: DEBUG oslo_vmware.api [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for the task: (returnval){ [ 745.850988] env[69563]: value = "task-3403432" [ 745.850988] env[69563]: _type = "Task" [ 745.850988] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.854731] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.864226] env[69563]: DEBUG oslo_vmware.api [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.941703] env[69563]: DEBUG nova.policy [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afedd70a4954ecc8fee29be6e9fb0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9907d693720e4476b39789a6b54504ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.132809] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403430, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.329617] env[69563]: DEBUG nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.336029] env[69563]: DEBUG nova.network.neutron [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Successfully created port: e0e786e2-0119-47fd-8901-8b4572893904 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 746.369756] env[69563]: DEBUG oslo_vmware.api [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.633564] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618653} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.633564] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 41f5dbe2-486a-4c8f-ad59-0ab702e502ff/41f5dbe2-486a-4c8f-ad59-0ab702e502ff.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.633564] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.633564] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1d40c4a-2ec1-4751-b256-86940c848a1a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.641456] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 746.641456] env[69563]: value = "task-3403433" [ 746.641456] env[69563]: _type = "Task" [ 746.641456] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.655503] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.870706] env[69563]: DEBUG oslo_vmware.api [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Task: {'id': task-3403432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.600401} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.872085] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.872316] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.872600] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.873041] env[69563]: INFO nova.compute.manager [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 746.873329] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.874342] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987fcad7-d78d-4c0c-ae27-bf6b7148b495 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.878059] env[69563]: DEBUG nova.compute.manager [-] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.878059] env[69563]: DEBUG nova.network.neutron [-] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 746.885980] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2356d481-282d-4bc0-b434-a26a2e9846c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.926718] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87801cf0-e4f4-4683-8bd5-0c7149b4377c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.938204] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff2236d-abea-447e-8f1a-77aaab3fd23a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.957130] env[69563]: DEBUG nova.compute.provider_tree [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.152585] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06817} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.152861] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.153792] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8b3bb5-526c-4a0d-b185-11b82f01059b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.190367] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 41f5dbe2-486a-4c8f-ad59-0ab702e502ff/41f5dbe2-486a-4c8f-ad59-0ab702e502ff.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.190792] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a092842-6e04-4210-a1b5-f6be81d731d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.213324] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 747.213324] env[69563]: value = "task-3403434" [ 747.213324] env[69563]: _type = "Task" [ 747.213324] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.223443] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.349297] env[69563]: DEBUG nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.388317] env[69563]: DEBUG nova.compute.manager [req-4f2ead38-7c8b-4a9e-a438-d2fb75c5a536 req-cfb5c310-effe-40c1-926b-4e94cc99a40a service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Received event network-vif-deleted-852f6bd9-231e-415e-8cf0-33efb2e9bd2e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.388570] env[69563]: INFO nova.compute.manager [req-4f2ead38-7c8b-4a9e-a438-d2fb75c5a536 req-cfb5c310-effe-40c1-926b-4e94cc99a40a service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Neutron deleted interface 852f6bd9-231e-415e-8cf0-33efb2e9bd2e; detaching it from the instance and deleting it from the info cache [ 747.388836] env[69563]: DEBUG nova.network.neutron [req-4f2ead38-7c8b-4a9e-a438-d2fb75c5a536 req-cfb5c310-effe-40c1-926b-4e94cc99a40a service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 747.394153] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.394782] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.394782] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.395065] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.395380] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.395670] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.396067] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.396412] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.396727] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.397045] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.397457] env[69563]: DEBUG nova.virt.hardware [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.399324] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3483cb2-fc77-4fd7-af1a-b6366242c04d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.407273] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e06d2e49-5c40-4d32-b294-df3fc36f354f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.423806] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc264d95-9801-49e2-8a2e-aa8f165ee113 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.436090] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91700ee-19ed-4920-a55c-e72b96edd0fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.484791] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "18657ead-6d4e-4d20-bf36-838ecb022f71" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.485124] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.487895] env[69563]: DEBUG nova.compute.manager [req-4f2ead38-7c8b-4a9e-a438-d2fb75c5a536 req-cfb5c310-effe-40c1-926b-4e94cc99a40a service nova] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Detach interface failed, port_id=852f6bd9-231e-415e-8cf0-33efb2e9bd2e, reason: Instance 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.502983] env[69563]: ERROR nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [req-4be9403f-4674-47e7-bd03-12d42c9e2670] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4be9403f-4674-47e7-bd03-12d42c9e2670"}]} [ 747.522070] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 747.537961] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 747.538282] env[69563]: DEBUG nova.compute.provider_tree [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.557256] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 747.581917] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 747.725753] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.818556] env[69563]: DEBUG nova.network.neutron [-] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 747.989112] env[69563]: DEBUG nova.compute.utils [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.005869] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ec2624-c97d-438b-8774-19143cfa1a5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.017041] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a1ed9-2935-417f-bd51-384983cbf684 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.052020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5ad530-f52c-44d2-8d4c-50d0953c291c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.058223] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5e28bd-318e-4dc2-a6ce-fbe128938fb9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.075620] env[69563]: DEBUG nova.compute.provider_tree [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.225356] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403434, 'name': ReconfigVM_Task, 'duration_secs': 0.659857} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.225625] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 41f5dbe2-486a-4c8f-ad59-0ab702e502ff/41f5dbe2-486a-4c8f-ad59-0ab702e502ff.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.226260] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62acc6cf-ddd4-4e41-8943-9690e3da7e0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.235449] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 748.235449] env[69563]: value = "task-3403435" [ 748.235449] env[69563]: _type = "Task" [ 748.235449] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.244460] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403435, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.304588] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "059d444c-f15e-4e19-a478-88f89022de01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.304855] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.321175] env[69563]: INFO nova.compute.manager [-] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Took 1.44 seconds to deallocate network for instance. [ 748.399840] env[69563]: DEBUG nova.network.neutron [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Successfully updated port: e0e786e2-0119-47fd-8901-8b4572893904 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 748.492810] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.606605] env[69563]: ERROR nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [req-144f1b36-f13d-4859-aba5-249393a0e601] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-144f1b36-f13d-4859-aba5-249393a0e601"}]} [ 748.634049] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 748.649260] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 748.649260] env[69563]: DEBUG nova.compute.provider_tree [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.662954] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 748.694138] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 748.699562] env[69563]: DEBUG nova.compute.manager [req-2546ee17-c395-4f51-9da8-9deac3f2fcc5 req-3d390b53-0348-4172-907a-d8c4aa0f5170 service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Received event network-vif-plugged-e0e786e2-0119-47fd-8901-8b4572893904 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.700447] env[69563]: DEBUG oslo_concurrency.lockutils [req-2546ee17-c395-4f51-9da8-9deac3f2fcc5 req-3d390b53-0348-4172-907a-d8c4aa0f5170 service nova] Acquiring lock "11493be3-6237-456e-a4d9-921223b7d66d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.700822] env[69563]: DEBUG oslo_concurrency.lockutils [req-2546ee17-c395-4f51-9da8-9deac3f2fcc5 req-3d390b53-0348-4172-907a-d8c4aa0f5170 service nova] Lock "11493be3-6237-456e-a4d9-921223b7d66d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.701103] env[69563]: DEBUG oslo_concurrency.lockutils [req-2546ee17-c395-4f51-9da8-9deac3f2fcc5 req-3d390b53-0348-4172-907a-d8c4aa0f5170 service nova] Lock "11493be3-6237-456e-a4d9-921223b7d66d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.701603] env[69563]: DEBUG nova.compute.manager [req-2546ee17-c395-4f51-9da8-9deac3f2fcc5 req-3d390b53-0348-4172-907a-d8c4aa0f5170 service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] No waiting events found dispatching network-vif-plugged-e0e786e2-0119-47fd-8901-8b4572893904 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.701924] env[69563]: WARNING nova.compute.manager [req-2546ee17-c395-4f51-9da8-9deac3f2fcc5 req-3d390b53-0348-4172-907a-d8c4aa0f5170 service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Received unexpected event network-vif-plugged-e0e786e2-0119-47fd-8901-8b4572893904 for instance with vm_state building and task_state spawning. [ 748.746905] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403435, 'name': Rename_Task, 'duration_secs': 0.177248} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.749573] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.750424] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9eb9548-5456-48fd-a006-5aae87939e04 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.758073] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 748.758073] env[69563]: value = "task-3403436" [ 748.758073] env[69563]: _type = "Task" [ 748.758073] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.774474] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.809114] env[69563]: DEBUG nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.834525] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.904936] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-11493be3-6237-456e-a4d9-921223b7d66d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.905104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-11493be3-6237-456e-a4d9-921223b7d66d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.905253] env[69563]: DEBUG nova.network.neutron [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 749.197547] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a44a9-7421-4959-9c7b-3f6a583a1414 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.208103] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22466bbd-760c-41ed-a027-8e38c0f63e88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.251357] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8636ae03-af7a-4f57-b543-72ded3e216ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.263627] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c749d87-8ab2-4e5b-b6e2-f482009d09ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.275189] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403436, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.281725] env[69563]: DEBUG nova.compute.provider_tree [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 749.330917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.450891] env[69563]: DEBUG nova.network.neutron [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 749.555060] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "18657ead-6d4e-4d20-bf36-838ecb022f71" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.555352] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.555583] env[69563]: INFO nova.compute.manager [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Attaching volume 528f27c7-1e2f-4d1e-9694-540fdf176d07 to /dev/sdb [ 749.618634] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5b886b-ddcb-49fe-96bb-d2a8dc933821 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.626853] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15783836-5cbe-4448-88f7-8dc03bf16dbd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.647589] env[69563]: DEBUG nova.virt.block_device [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Updating existing volume attachment record: 65bb547c-b3fd-4fba-884a-5664111a3c3d {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 749.654797] env[69563]: DEBUG nova.network.neutron [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Updating instance_info_cache with network_info: [{"id": "e0e786e2-0119-47fd-8901-8b4572893904", "address": "fa:16:3e:f7:19:44", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e786e2-01", "ovs_interfaceid": "e0e786e2-0119-47fd-8901-8b4572893904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 749.772382] env[69563]: DEBUG oslo_vmware.api [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403436, 'name': PowerOnVM_Task, 'duration_secs': 0.519651} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.772616] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.772730] env[69563]: INFO nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Took 9.09 seconds to spawn the instance on the hypervisor. [ 749.773377] env[69563]: DEBUG nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.773696] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2578bb7a-80f4-435e-815b-06b9b71f5af3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.823571] env[69563]: DEBUG nova.scheduler.client.report [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 749.823871] env[69563]: DEBUG nova.compute.provider_tree [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 61 to 62 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 749.824081] env[69563]: DEBUG nova.compute.provider_tree [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.160230] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-11493be3-6237-456e-a4d9-921223b7d66d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.160230] env[69563]: DEBUG nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Instance network_info: |[{"id": "e0e786e2-0119-47fd-8901-8b4572893904", "address": "fa:16:3e:f7:19:44", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e786e2-01", "ovs_interfaceid": "e0e786e2-0119-47fd-8901-8b4572893904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.160490] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:19:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e786e2-0119-47fd-8901-8b4572893904', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.172736] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.176017] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.176017] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f670158-aada-4f47-99bd-83aa8d932ced {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.194581] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.194581] env[69563]: value = "task-3403440" [ 750.194581] env[69563]: _type = "Task" [ 750.194581] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.205813] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403440, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.295163] env[69563]: INFO nova.compute.manager [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Took 42.82 seconds to build instance. [ 750.332461] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.023s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.332461] env[69563]: DEBUG nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.334561] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.481s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.706780] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403440, 'name': CreateVM_Task, 'duration_secs': 0.370086} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.707029] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.707688] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.707882] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.708220] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.708483] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090129cf-0715-4afd-8768-693e4799ada5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.714140] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 750.714140] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f8a571-9560-95ba-3b3e-bea05a9c1c91" [ 750.714140] env[69563]: _type = "Task" [ 750.714140] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.723691] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f8a571-9560-95ba-3b3e-bea05a9c1c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.797646] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25404d2c-9baf-4408-bee7-f63645e4f690 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.423s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.829174] env[69563]: DEBUG nova.compute.manager [req-7a1c2d43-3485-4523-888e-24327df8c8b5 req-38358b65-e69c-4240-9e7f-12edc9a0272c service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Received event network-changed-e0e786e2-0119-47fd-8901-8b4572893904 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.829355] env[69563]: DEBUG nova.compute.manager [req-7a1c2d43-3485-4523-888e-24327df8c8b5 req-38358b65-e69c-4240-9e7f-12edc9a0272c service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Refreshing instance network info cache due to event network-changed-e0e786e2-0119-47fd-8901-8b4572893904. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.829573] env[69563]: DEBUG oslo_concurrency.lockutils [req-7a1c2d43-3485-4523-888e-24327df8c8b5 req-38358b65-e69c-4240-9e7f-12edc9a0272c service nova] Acquiring lock "refresh_cache-11493be3-6237-456e-a4d9-921223b7d66d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.830169] env[69563]: DEBUG oslo_concurrency.lockutils [req-7a1c2d43-3485-4523-888e-24327df8c8b5 req-38358b65-e69c-4240-9e7f-12edc9a0272c service nova] Acquired lock "refresh_cache-11493be3-6237-456e-a4d9-921223b7d66d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.830169] env[69563]: DEBUG nova.network.neutron [req-7a1c2d43-3485-4523-888e-24327df8c8b5 req-38358b65-e69c-4240-9e7f-12edc9a0272c service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Refreshing network info cache for port e0e786e2-0119-47fd-8901-8b4572893904 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 750.839271] env[69563]: DEBUG nova.compute.utils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.857467] env[69563]: DEBUG nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.857639] env[69563]: DEBUG nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.857801] env[69563]: DEBUG nova.network.neutron [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 750.929749] env[69563]: DEBUG nova.policy [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f4117404ee47189e397fcccba312ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53d260352a4c48d89627d2e4fced0f7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.226978] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f8a571-9560-95ba-3b3e-bea05a9c1c91, 'name': SearchDatastore_Task, 'duration_secs': 0.025442} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.226978] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.226978] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.227247] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.227247] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.227453] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.227687] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5276904-114e-4165-bb41-7bcbe0a27006 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.240080] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.240276] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.241268] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ed1379-0d53-41f9-87b5-276e9f7042aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.249883] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 751.249883] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5245dcdf-a4e7-56ab-fd2c-984e391d5063" [ 751.249883] env[69563]: _type = "Task" [ 751.249883] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.265500] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5245dcdf-a4e7-56ab-fd2c-984e391d5063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.393057] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393057] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e26fb71a-b6dc-44bf-9e46-26801a267235 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.393057] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance c063eb35-0bc0-4253-8e24-d8303a0ecab3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.393057] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 18657ead-6d4e-4d20-bf36-838ecb022f71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393057] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 83633019-2ee3-48a5-a578-abb6d1b34fe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393057] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance b850724f-f1d8-4460-b2d1-a7ea5d887826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393057] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 0966f90d-4ee4-461a-8943-5c11fccf788a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393057] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 33820b55-089c-442a-9cbb-f4d476244e6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393057] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance f51b0ff6-a600-414c-a50d-5e74f0640124 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393057] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e2a67fde-2447-4689-ba52-73fe5dabdbd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393663] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 2c2f8e89-9a01-46e1-ab53-3c80c1bff111 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.393663] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393663] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 2b16af07-2937-4a48-8c34-e414a0c3aca8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393663] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance f6cd5766-57fd-431a-a86f-b77c125a4a25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.393663] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance a6493c17-e033-4dc9-82df-cbb4f24e436b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.393879] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1916e270-5696-40ae-af2d-382fbb64c25e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.393879] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 83604800-4d38-4f37-82c8-926cd5040050 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.394023] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 67d3af1b-dc99-458b-b991-b4ecbe2c279c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.394550] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ef0f2679-9458-4e54-a8a6-912495ac571a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.394550] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 6855e232-1993-4ee0-ba0b-389c414c0c35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.394550] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 4a8c13e8-519f-4bfb-a095-e68adc8a3c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.394698] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 751.394763] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 41f5dbe2-486a-4c8f-ad59-0ab702e502ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.394858] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 11493be3-6237-456e-a4d9-921223b7d66d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.394962] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ff8c6b80-405a-422a-b7d1-db785ce81cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 751.455876] env[69563]: DEBUG nova.network.neutron [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Successfully created port: 44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.724362] env[69563]: DEBUG nova.network.neutron [req-7a1c2d43-3485-4523-888e-24327df8c8b5 req-38358b65-e69c-4240-9e7f-12edc9a0272c service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Updated VIF entry in instance network info cache for port e0e786e2-0119-47fd-8901-8b4572893904. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 751.724760] env[69563]: DEBUG nova.network.neutron [req-7a1c2d43-3485-4523-888e-24327df8c8b5 req-38358b65-e69c-4240-9e7f-12edc9a0272c service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Updating instance_info_cache with network_info: [{"id": "e0e786e2-0119-47fd-8901-8b4572893904", "address": "fa:16:3e:f7:19:44", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e786e2-01", "ovs_interfaceid": "e0e786e2-0119-47fd-8901-8b4572893904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 751.764833] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5245dcdf-a4e7-56ab-fd2c-984e391d5063, 'name': SearchDatastore_Task, 'duration_secs': 0.037308} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.765667] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fbe96d-8d6f-4656-8da9-1a8b612eb899 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.772526] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 751.772526] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524b2251-7588-67c9-7bf0-a7189419becf" [ 751.772526] env[69563]: _type = "Task" [ 751.772526] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.781648] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524b2251-7588-67c9-7bf0-a7189419becf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.871011] env[69563]: DEBUG nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.898941] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1e4f952e-967e-40f2-b8ee-7c5d65cca843 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.913134] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.913461] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.914151] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.915286] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.915595] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.915880] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.916287] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.916556] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.917494] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.917936] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.918058] env[69563]: DEBUG nova.virt.hardware [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.919419] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b774b8c9-d24e-440e-a3e4-76e1a6071caf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.932953] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c94f9c-ed72-4648-99c4-dee0985d2753 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.227776] env[69563]: DEBUG oslo_concurrency.lockutils [req-7a1c2d43-3485-4523-888e-24327df8c8b5 req-38358b65-e69c-4240-9e7f-12edc9a0272c service nova] Releasing lock "refresh_cache-11493be3-6237-456e-a4d9-921223b7d66d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.290793] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524b2251-7588-67c9-7bf0-a7189419becf, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.291356] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.291493] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 11493be3-6237-456e-a4d9-921223b7d66d/11493be3-6237-456e-a4d9-921223b7d66d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.291851] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ab55268-9493-4744-8980-d6d6c01df61f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.302611] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 752.302611] env[69563]: value = "task-3403442" [ 752.302611] env[69563]: _type = "Task" [ 752.302611] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.311484] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.402971] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance a95b4fe6-0f57-4a90-9126-9479597a72f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.818343] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478841} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.818657] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 11493be3-6237-456e-a4d9-921223b7d66d/11493be3-6237-456e-a4d9-921223b7d66d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.818875] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.819192] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7959e863-7048-4659-8d70-99dfd11e2bec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.833336] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 752.833336] env[69563]: value = "task-3403443" [ 752.833336] env[69563]: _type = "Task" [ 752.833336] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.843053] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.906292] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7e784175-349c-48f9-ba4c-b083d408d091 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.345475] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238961} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.345526] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.346466] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd4a794-08a2-477b-b417-88a8e4f4a7d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.374826] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 11493be3-6237-456e-a4d9-921223b7d66d/11493be3-6237-456e-a4d9-921223b7d66d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.375214] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-371370ec-5f38-4f6b-b05a-f396d10da42b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.396198] env[69563]: DEBUG nova.network.neutron [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Successfully updated port: 44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.404589] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 753.404589] env[69563]: value = "task-3403444" [ 753.404589] env[69563]: _type = "Task" [ 753.404589] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.415025] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.421201] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.472138] env[69563]: DEBUG nova.compute.manager [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Received event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.472138] env[69563]: DEBUG nova.compute.manager [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing instance network info cache due to event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.472932] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Acquiring lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.473242] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Acquired lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.473631] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 753.500173] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquiring lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.500173] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.899232] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquiring lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.899389] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquired lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.899539] env[69563]: DEBUG nova.network.neutron [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 753.919682] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 059d444c-f15e-4e19-a478-88f89022de01 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.920489] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 753.920776] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 753.923958] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.004298] env[69563]: DEBUG nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.317597] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updated VIF entry in instance network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 754.317597] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updating instance_info_cache with network_info: [{"id": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "address": "fa:16:3e:b0:38:48", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3a03a5-6e", "ovs_interfaceid": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 754.381026] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423151a1-e7b5-4e47-b76a-79b05c33f0f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.389187] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d293a4a-62ba-4a51-9932-0d0b2adcce67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.428347] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d966ce-4946-4fdd-bb1a-9be7fe24a2db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.441847] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.441847] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf7f19b-f93d-4ee4-ab78-c7f0e48360db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.457994] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.484879] env[69563]: DEBUG nova.network.neutron [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 754.528359] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.715023] env[69563]: DEBUG nova.network.neutron [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Updating instance_info_cache with network_info: [{"id": "44c61928-c7e1-4162-8543-480b33a9789a", "address": "fa:16:3e:59:4f:6d", "network": {"id": "2a3ca04e-120b-4f9e-9735-72085a383bd8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-751439316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d260352a4c48d89627d2e4fced0f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c61928-c7", "ovs_interfaceid": "44c61928-c7e1-4162-8543-480b33a9789a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 754.724989] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 754.727028] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679071', 'volume_id': '528f27c7-1e2f-4d1e-9694-540fdf176d07', 'name': 'volume-528f27c7-1e2f-4d1e-9694-540fdf176d07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18657ead-6d4e-4d20-bf36-838ecb022f71', 'attached_at': '', 'detached_at': '', 'volume_id': '528f27c7-1e2f-4d1e-9694-540fdf176d07', 'serial': '528f27c7-1e2f-4d1e-9694-540fdf176d07'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 754.727028] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9834ad8-6dfd-43b5-a89d-0887eb056d43 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.750815] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dc5d39-c6ae-4e13-bd90-df9653901648 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.786726] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-528f27c7-1e2f-4d1e-9694-540fdf176d07/volume-528f27c7-1e2f-4d1e-9694-540fdf176d07.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.786726] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d89e89-1e6e-4c49-a8b9-74c0ca56ecbd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.812210] env[69563]: DEBUG oslo_vmware.api [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 754.812210] env[69563]: value = "task-3403445" [ 754.812210] env[69563]: _type = "Task" [ 754.812210] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.824016] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Releasing lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.824212] env[69563]: DEBUG nova.compute.manager [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Received event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.824421] env[69563]: DEBUG nova.compute.manager [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing instance network info cache due to event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.824681] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Acquiring lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.824869] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Acquired lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.825086] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 754.826726] env[69563]: DEBUG oslo_vmware.api [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.936836] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403444, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.963696] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.219073] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Releasing lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.219434] env[69563]: DEBUG nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Instance network_info: |[{"id": "44c61928-c7e1-4162-8543-480b33a9789a", "address": "fa:16:3e:59:4f:6d", "network": {"id": "2a3ca04e-120b-4f9e-9735-72085a383bd8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-751439316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d260352a4c48d89627d2e4fced0f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c61928-c7", "ovs_interfaceid": "44c61928-c7e1-4162-8543-480b33a9789a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.222431] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:4f:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44c61928-c7e1-4162-8543-480b33a9789a', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.233419] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Creating folder: Project (53d260352a4c48d89627d2e4fced0f7d). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.233740] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffb3fcb3-95e4-4ca2-a1c4-d06b27389d03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.251036] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Created folder: Project (53d260352a4c48d89627d2e4fced0f7d) in parent group-v678952. [ 755.251036] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Creating folder: Instances. Parent ref: group-v679073. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.251036] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0574d225-2fb0-4940-801f-6ec88cfb6315 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.261372] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Created folder: Instances in parent group-v679073. [ 755.261627] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.263022] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.263022] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69a3dbe4-034d-466b-aef0-f6c0d9894122 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.289562] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.289562] env[69563]: value = "task-3403448" [ 755.289562] env[69563]: _type = "Task" [ 755.289562] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.301818] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403448, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.325267] env[69563]: DEBUG oslo_vmware.api [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403445, 'name': ReconfigVM_Task, 'duration_secs': 0.391806} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.325267] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-528f27c7-1e2f-4d1e-9694-540fdf176d07/volume-528f27c7-1e2f-4d1e-9694-540fdf176d07.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.333980] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad20b49f-c3ca-4b40-8b06-968ba1ebf65a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.352919] env[69563]: DEBUG oslo_vmware.api [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 755.352919] env[69563]: value = "task-3403449" [ 755.352919] env[69563]: _type = "Task" [ 755.352919] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.363317] env[69563]: DEBUG oslo_vmware.api [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.436443] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403444, 'name': ReconfigVM_Task, 'duration_secs': 1.606908} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.436718] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 11493be3-6237-456e-a4d9-921223b7d66d/11493be3-6237-456e-a4d9-921223b7d66d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.437390] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935cabaa-ab12-4695-ace7-f35053bf6536 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.445250] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 755.445250] env[69563]: value = "task-3403450" [ 755.445250] env[69563]: _type = "Task" [ 755.445250] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.453877] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403450, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.459914] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.460174] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.460381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.460544] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.460721] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.466739] env[69563]: INFO nova.compute.manager [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Terminating instance [ 755.468771] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 755.468771] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.134s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.473583] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.221s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.473773] env[69563]: DEBUG nova.objects.instance [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 755.624619] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updated VIF entry in instance network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 755.624619] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updating instance_info_cache with network_info: [{"id": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "address": "fa:16:3e:b0:38:48", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3a03a5-6e", "ovs_interfaceid": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 755.687826] env[69563]: DEBUG nova.compute.manager [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Received event network-vif-plugged-44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.688125] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Acquiring lock "ff8c6b80-405a-422a-b7d1-db785ce81cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.688359] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Lock "ff8c6b80-405a-422a-b7d1-db785ce81cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.688543] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Lock "ff8c6b80-405a-422a-b7d1-db785ce81cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.688768] env[69563]: DEBUG nova.compute.manager [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] No waiting events found dispatching network-vif-plugged-44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.689045] env[69563]: WARNING nova.compute.manager [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Received unexpected event network-vif-plugged-44c61928-c7e1-4162-8543-480b33a9789a for instance with vm_state building and task_state spawning. [ 755.689206] env[69563]: DEBUG nova.compute.manager [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Received event network-changed-44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.689411] env[69563]: DEBUG nova.compute.manager [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Refreshing instance network info cache due to event network-changed-44c61928-c7e1-4162-8543-480b33a9789a. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.689608] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Acquiring lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.689862] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Acquired lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.690126] env[69563]: DEBUG nova.network.neutron [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Refreshing network info cache for port 44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 755.706813] env[69563]: DEBUG nova.compute.manager [req-c3da7ea3-7019-488a-8647-f7224a6520bf req-eb477087-d3a8-4885-a5cd-d351d723e712 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Received event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.707061] env[69563]: DEBUG nova.compute.manager [req-c3da7ea3-7019-488a-8647-f7224a6520bf req-eb477087-d3a8-4885-a5cd-d351d723e712 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing instance network info cache due to event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.707206] env[69563]: DEBUG oslo_concurrency.lockutils [req-c3da7ea3-7019-488a-8647-f7224a6520bf req-eb477087-d3a8-4885-a5cd-d351d723e712 service nova] Acquiring lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.803056] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403448, 'name': CreateVM_Task, 'duration_secs': 0.454815} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.804252] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.804342] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.805450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.805450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.805450] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb883d0-50d7-48dc-8c85-23ecca20566d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.812984] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 755.812984] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5226172f-3f22-687b-6b00-ecd1c324dfc8" [ 755.812984] env[69563]: _type = "Task" [ 755.812984] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.828236] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5226172f-3f22-687b-6b00-ecd1c324dfc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.828614] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.828773] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.829377] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.829377] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.829377] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.829660] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-985c193b-93aa-4815-b89f-7b83b902ccb8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.841339] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.841699] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.842608] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353bac73-a3e2-484e-ac63-93805e02e05e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.849413] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 755.849413] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524af9d4-0c24-b902-4be1-3432cfe1b511" [ 755.849413] env[69563]: _type = "Task" [ 755.849413] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.866388] env[69563]: DEBUG oslo_vmware.api [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403449, 'name': ReconfigVM_Task, 'duration_secs': 0.161132} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.866388] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524af9d4-0c24-b902-4be1-3432cfe1b511, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.866388] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679071', 'volume_id': '528f27c7-1e2f-4d1e-9694-540fdf176d07', 'name': 'volume-528f27c7-1e2f-4d1e-9694-540fdf176d07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18657ead-6d4e-4d20-bf36-838ecb022f71', 'attached_at': '', 'detached_at': '', 'volume_id': '528f27c7-1e2f-4d1e-9694-540fdf176d07', 'serial': '528f27c7-1e2f-4d1e-9694-540fdf176d07'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 755.869031] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff7c57b-0f1e-46e8-9f1d-7a3f648cc926 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.876170] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 755.876170] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5285ff35-d714-51d9-6073-b7388730e319" [ 755.876170] env[69563]: _type = "Task" [ 755.876170] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.888229] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5285ff35-d714-51d9-6073-b7388730e319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.956982] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403450, 'name': Rename_Task, 'duration_secs': 0.25135} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.957654] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.958066] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f31cb10a-79dd-48d0-8404-b591c22b8ea3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.965852] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 755.965852] env[69563]: value = "task-3403451" [ 755.965852] env[69563]: _type = "Task" [ 755.965852] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.975652] env[69563]: DEBUG nova.compute.manager [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.976071] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.976482] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.979152] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7c2b04-433b-4d8b-82c7-f39a0afeccbf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.988074] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.988515] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c81347d1-ab39-4679-bf59-ff520f0e1e9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.997649] env[69563]: DEBUG oslo_vmware.api [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 755.997649] env[69563]: value = "task-3403452" [ 755.997649] env[69563]: _type = "Task" [ 755.997649] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.127359] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Releasing lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.127661] env[69563]: DEBUG nova.compute.manager [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Received event network-changed-88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.127829] env[69563]: DEBUG nova.compute.manager [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Refreshing instance network info cache due to event network-changed-88673200-33a6-4a83-a9b9-c0bc3bfe42fb. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.128058] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Acquiring lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.128202] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Acquired lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.128362] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Refreshing network info cache for port 88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 756.129546] env[69563]: DEBUG oslo_concurrency.lockutils [req-c3da7ea3-7019-488a-8647-f7224a6520bf req-eb477087-d3a8-4885-a5cd-d351d723e712 service nova] Acquired lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.129744] env[69563]: DEBUG nova.network.neutron [req-c3da7ea3-7019-488a-8647-f7224a6520bf req-eb477087-d3a8-4885-a5cd-d351d723e712 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 756.395159] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5285ff35-d714-51d9-6073-b7388730e319, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.395429] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.395688] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] ff8c6b80-405a-422a-b7d1-db785ce81cad/ff8c6b80-405a-422a-b7d1-db785ce81cad.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.396110] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d4848f0-8faa-444c-a3f4-4ca6bbf42589 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.409612] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 756.409612] env[69563]: value = "task-3403453" [ 756.409612] env[69563]: _type = "Task" [ 756.409612] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.419244] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.478847] env[69563]: DEBUG oslo_vmware.api [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403451, 'name': PowerOnVM_Task, 'duration_secs': 0.472591} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.479379] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.479379] env[69563]: INFO nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Took 9.13 seconds to spawn the instance on the hypervisor. [ 756.479510] env[69563]: DEBUG nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.480347] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e89eb19-729f-4502-ba6b-b7e3738eef9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.485429] env[69563]: DEBUG oslo_concurrency.lockutils [None req-01034c7a-40a3-4a60-888e-c4ae8b106a7a tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.487988] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.560s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.490071] env[69563]: INFO nova.compute.claims [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.509019] env[69563]: DEBUG oslo_vmware.api [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403452, 'name': PowerOffVM_Task, 'duration_secs': 0.2243} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.509517] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.509672] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.509910] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6da3b8d-617f-4dfb-87fa-13dc5d07833b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.585550] env[69563]: DEBUG nova.network.neutron [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Updated VIF entry in instance network info cache for port 44c61928-c7e1-4162-8543-480b33a9789a. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 756.585550] env[69563]: DEBUG nova.network.neutron [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Updating instance_info_cache with network_info: [{"id": "44c61928-c7e1-4162-8543-480b33a9789a", "address": "fa:16:3e:59:4f:6d", "network": {"id": "2a3ca04e-120b-4f9e-9735-72085a383bd8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-751439316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d260352a4c48d89627d2e4fced0f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c61928-c7", "ovs_interfaceid": "44c61928-c7e1-4162-8543-480b33a9789a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 756.593031] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.593031] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.593031] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Deleting the datastore file [datastore1] 41f5dbe2-486a-4c8f-ad59-0ab702e502ff {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.593031] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a24ef36f-3ff7-4821-848b-e95340f5e402 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.604438] env[69563]: DEBUG oslo_vmware.api [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 756.604438] env[69563]: value = "task-3403455" [ 756.604438] env[69563]: _type = "Task" [ 756.604438] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.616318] env[69563]: DEBUG oslo_vmware.api [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.921496] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494882} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.921496] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] ff8c6b80-405a-422a-b7d1-db785ce81cad/ff8c6b80-405a-422a-b7d1-db785ce81cad.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.921756] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.921945] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa916c61-d6c8-49ef-b26b-e60b025683d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.928318] env[69563]: DEBUG nova.objects.instance [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lazy-loading 'flavor' on Instance uuid 18657ead-6d4e-4d20-bf36-838ecb022f71 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.936968] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 756.936968] env[69563]: value = "task-3403456" [ 756.936968] env[69563]: _type = "Task" [ 756.936968] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.953872] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.005025] env[69563]: INFO nova.compute.manager [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Took 44.25 seconds to build instance. [ 757.023126] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Updated VIF entry in instance network info cache for port 88673200-33a6-4a83-a9b9-c0bc3bfe42fb. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 757.023486] env[69563]: DEBUG nova.network.neutron [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Updating instance_info_cache with network_info: [{"id": "88673200-33a6-4a83-a9b9-c0bc3bfe42fb", "address": "fa:16:3e:e9:ef:15", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88673200-33", "ovs_interfaceid": "88673200-33a6-4a83-a9b9-c0bc3bfe42fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 757.088598] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Releasing lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.088962] env[69563]: DEBUG nova.compute.manager [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Received event network-changed-88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.089223] env[69563]: DEBUG nova.compute.manager [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Refreshing instance network info cache due to event network-changed-88673200-33a6-4a83-a9b9-c0bc3bfe42fb. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.089488] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Acquiring lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.116706] env[69563]: DEBUG oslo_vmware.api [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365988} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.116962] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.117159] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.117333] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.117504] env[69563]: INFO nova.compute.manager [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 757.117786] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.117992] env[69563]: DEBUG nova.compute.manager [-] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.118089] env[69563]: DEBUG nova.network.neutron [-] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 757.132059] env[69563]: DEBUG nova.network.neutron [req-c3da7ea3-7019-488a-8647-f7224a6520bf req-eb477087-d3a8-4885-a5cd-d351d723e712 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updated VIF entry in instance network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 757.132377] env[69563]: DEBUG nova.network.neutron [req-c3da7ea3-7019-488a-8647-f7224a6520bf req-eb477087-d3a8-4885-a5cd-d351d723e712 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updating instance_info_cache with network_info: [{"id": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "address": "fa:16:3e:b0:38:48", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3a03a5-6e", "ovs_interfaceid": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 757.434420] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93a4a79e-6943-4d56-b3ca-da8b339e6c65 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.878s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.450907] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066737} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.451259] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.451988] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce45125-e196-4efb-b737-5eeb9afb442e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.476383] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ff8c6b80-405a-422a-b7d1-db785ce81cad/ff8c6b80-405a-422a-b7d1-db785ce81cad.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.477095] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e82e37-6f2f-48d6-ae5a-aae6281dabf4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.500530] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 757.500530] env[69563]: value = "task-3403457" [ 757.500530] env[69563]: _type = "Task" [ 757.500530] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.505697] env[69563]: DEBUG oslo_concurrency.lockutils [None req-79bfdb7e-5409-4d3e-8820-8527ab6cc7b8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.039s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.513204] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.525848] env[69563]: DEBUG oslo_concurrency.lockutils [req-fcfc4e77-3ca8-4f04-a32a-7595b4b6f745 req-1f308d74-0cb8-4a15-8af9-c96251bd0b53 service nova] Releasing lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.526432] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Acquired lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.526645] env[69563]: DEBUG nova.network.neutron [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Refreshing network info cache for port 88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 757.635664] env[69563]: DEBUG oslo_concurrency.lockutils [req-c3da7ea3-7019-488a-8647-f7224a6520bf req-eb477087-d3a8-4885-a5cd-d351d723e712 service nova] Releasing lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.745457] env[69563]: DEBUG nova.compute.manager [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Received event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.745793] env[69563]: DEBUG nova.compute.manager [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing instance network info cache due to event network-changed-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.746217] env[69563]: DEBUG oslo_concurrency.lockutils [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] Acquiring lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.746482] env[69563]: DEBUG oslo_concurrency.lockutils [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] Acquired lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.746732] env[69563]: DEBUG nova.network.neutron [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Refreshing network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 757.927492] env[69563]: DEBUG nova.network.neutron [-] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 758.005890] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3def0439-1312-464d-95e5-b4fa0d7baeae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.017774] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e8de2-563c-4805-a6ab-3efcb6aef813 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.021603] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.056792] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e1b027-5e38-4928-a046-ebac62149da4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.065482] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1506e9ef-e575-4c49-a6df-dd76757a75df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.079619] env[69563]: DEBUG nova.compute.provider_tree [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.081527] env[69563]: INFO nova.network.neutron [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Port 88673200-33a6-4a83-a9b9-c0bc3bfe42fb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 758.081732] env[69563]: DEBUG nova.network.neutron [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 758.430827] env[69563]: INFO nova.compute.manager [-] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Took 1.31 seconds to deallocate network for instance. [ 758.447098] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "18657ead-6d4e-4d20-bf36-838ecb022f71" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.447354] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.471208] env[69563]: DEBUG nova.network.neutron [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updated VIF entry in instance network info cache for port 1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 758.471573] env[69563]: DEBUG nova.network.neutron [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updating instance_info_cache with network_info: [{"id": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "address": "fa:16:3e:b0:38:48", "network": {"id": "7caea24b-10e3-4603-bdca-a540646cb331", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-181162746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e578306aec5f474282d45501d5c1a69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3a03a5-6e", "ovs_interfaceid": "1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 758.514867] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403457, 'name': ReconfigVM_Task, 'duration_secs': 0.939405} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.514867] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ff8c6b80-405a-422a-b7d1-db785ce81cad/ff8c6b80-405a-422a-b7d1-db785ce81cad.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.515548] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-778d7f9e-6c96-4507-be6a-31e79a1cb74e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.523514] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 758.523514] env[69563]: value = "task-3403458" [ 758.523514] env[69563]: _type = "Task" [ 758.523514] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.531711] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403458, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.586736] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb2aa08-2d22-4d8c-ab65-0c5d4b659865 req-efd836c7-7f10-42ff-857e-04464d467260 service nova] Releasing lock "refresh_cache-41f5dbe2-486a-4c8f-ad59-0ab702e502ff" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.603931] env[69563]: ERROR nova.scheduler.client.report [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [req-3fc20ac2-7d56-4900-9462-54195b4d06a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fc20ac2-7d56-4900-9462-54195b4d06a0"}]} [ 758.622606] env[69563]: DEBUG nova.scheduler.client.report [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 758.636666] env[69563]: DEBUG nova.scheduler.client.report [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 758.636875] env[69563]: DEBUG nova.compute.provider_tree [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.650611] env[69563]: DEBUG nova.scheduler.client.report [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 758.668569] env[69563]: DEBUG nova.scheduler.client.report [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 758.805927] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "11493be3-6237-456e-a4d9-921223b7d66d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.805927] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.938012] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.953852] env[69563]: INFO nova.compute.manager [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Detaching volume 528f27c7-1e2f-4d1e-9694-540fdf176d07 [ 758.974358] env[69563]: DEBUG oslo_concurrency.lockutils [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] Releasing lock "refresh_cache-f51b0ff6-a600-414c-a50d-5e74f0640124" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.974673] env[69563]: DEBUG nova.compute.manager [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Received event network-vif-deleted-88673200-33a6-4a83-a9b9-c0bc3bfe42fb {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.974914] env[69563]: INFO nova.compute.manager [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Neutron deleted interface 88673200-33a6-4a83-a9b9-c0bc3bfe42fb; detaching it from the instance and deleting it from the info cache [ 758.975120] env[69563]: DEBUG nova.network.neutron [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 758.988057] env[69563]: INFO nova.virt.block_device [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Attempting to driver detach volume 528f27c7-1e2f-4d1e-9694-540fdf176d07 from mountpoint /dev/sdb [ 758.989174] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 758.989471] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679071', 'volume_id': '528f27c7-1e2f-4d1e-9694-540fdf176d07', 'name': 'volume-528f27c7-1e2f-4d1e-9694-540fdf176d07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18657ead-6d4e-4d20-bf36-838ecb022f71', 'attached_at': '', 'detached_at': '', 'volume_id': '528f27c7-1e2f-4d1e-9694-540fdf176d07', 'serial': '528f27c7-1e2f-4d1e-9694-540fdf176d07'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 758.991272] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5189fded-f546-48c0-88b0-ea2a84d635ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.020309] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52294bc-e26f-4b9d-a565-11362604c166 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.033866] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403458, 'name': Rename_Task, 'duration_secs': 0.278706} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.035761] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.036099] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3af8a22c-2670-439f-a8af-6c1a676b1f7b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.038096] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d15bd8-2e48-4878-a5ba-ffb0ed62728f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.066983] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd384d-8013-45d1-92b8-ad90fbf6f97d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.070431] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 759.070431] env[69563]: value = "task-3403459" [ 759.070431] env[69563]: _type = "Task" [ 759.070431] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.087156] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] The volume has not been displaced from its original location: [datastore2] volume-528f27c7-1e2f-4d1e-9694-540fdf176d07/volume-528f27c7-1e2f-4d1e-9694-540fdf176d07.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 759.096742] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 759.101325] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f4f5d6-b649-4917-8f36-f9f860ee43c3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.120741] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.127424] env[69563]: DEBUG oslo_vmware.api [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 759.127424] env[69563]: value = "task-3403460" [ 759.127424] env[69563]: _type = "Task" [ 759.127424] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.132576] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475650ec-6476-43bc-ab04-86be778e48c7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.141918] env[69563]: DEBUG oslo_vmware.api [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.144604] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4747fc84-c816-4126-95f4-c4641c4d27d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.180211] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8347550-1a1e-4a36-855a-51850161f0a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.188332] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9dca81-7a46-49ad-90cd-ba9e8447bf3d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.203282] env[69563]: DEBUG nova.compute.provider_tree [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.307910] env[69563]: DEBUG nova.compute.utils [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.480324] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4576133c-08a6-4340-bd40-4dfc7540e125 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.490480] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2ee796-0d82-479a-9155-c42867142491 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.526092] env[69563]: DEBUG nova.compute.manager [req-586fba80-494a-409e-b8bb-8668296a64b4 req-7494d9b1-c9ac-4b58-9af0-193b8e766753 service nova] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Detach interface failed, port_id=88673200-33a6-4a83-a9b9-c0bc3bfe42fb, reason: Instance 41f5dbe2-486a-4c8f-ad59-0ab702e502ff could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 759.581814] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403459, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.642971] env[69563]: DEBUG oslo_vmware.api [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403460, 'name': ReconfigVM_Task, 'duration_secs': 0.257328} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.643323] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 759.648183] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97cea61a-6eb2-4a57-9625-e95007d43ac8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.666909] env[69563]: DEBUG oslo_vmware.api [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 759.666909] env[69563]: value = "task-3403461" [ 759.666909] env[69563]: _type = "Task" [ 759.666909] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.675962] env[69563]: DEBUG oslo_vmware.api [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.735440] env[69563]: DEBUG nova.scheduler.client.report [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 759.735719] env[69563]: DEBUG nova.compute.provider_tree [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 63 to 64 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 759.735899] env[69563]: DEBUG nova.compute.provider_tree [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.811865] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.082589] env[69563]: DEBUG oslo_vmware.api [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403459, 'name': PowerOnVM_Task, 'duration_secs': 0.814032} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.082866] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.083062] env[69563]: INFO nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Took 8.21 seconds to spawn the instance on the hypervisor. [ 760.083242] env[69563]: DEBUG nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.084025] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31fb31-8adb-40d8-806d-a9c76919371f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.177245] env[69563]: DEBUG oslo_vmware.api [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403461, 'name': ReconfigVM_Task, 'duration_secs': 0.202436} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.177556] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679071', 'volume_id': '528f27c7-1e2f-4d1e-9694-540fdf176d07', 'name': 'volume-528f27c7-1e2f-4d1e-9694-540fdf176d07', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18657ead-6d4e-4d20-bf36-838ecb022f71', 'attached_at': '', 'detached_at': '', 'volume_id': '528f27c7-1e2f-4d1e-9694-540fdf176d07', 'serial': '528f27c7-1e2f-4d1e-9694-540fdf176d07'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 760.241042] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.753s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.241578] env[69563]: DEBUG nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.244061] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.086s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.244255] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.246229] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.221s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.248030] env[69563]: INFO nova.compute.claims [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.268809] env[69563]: INFO nova.scheduler.client.report [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Deleted allocations for instance 2c2f8e89-9a01-46e1-ab53-3c80c1bff111 [ 760.603579] env[69563]: INFO nova.compute.manager [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Took 42.13 seconds to build instance. [ 760.745689] env[69563]: DEBUG nova.objects.instance [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lazy-loading 'flavor' on Instance uuid 18657ead-6d4e-4d20-bf36-838ecb022f71 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.754789] env[69563]: DEBUG nova.compute.utils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.756240] env[69563]: DEBUG nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.756734] env[69563]: DEBUG nova.network.neutron [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 760.777798] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b2c1fb5-50b5-461c-a629-30a08349c9ff tempest-ImagesOneServerTestJSON-1917868888 tempest-ImagesOneServerTestJSON-1917868888-project-member] Lock "2c2f8e89-9a01-46e1-ab53-3c80c1bff111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.134s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.868626] env[69563]: DEBUG nova.policy [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00fe5a56adaa45739d97a85221860bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd361970e78d7415581deff8311f976ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.877742] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "11493be3-6237-456e-a4d9-921223b7d66d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.878036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.878339] env[69563]: INFO nova.compute.manager [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Attaching volume aa85216b-b7a2-4b90-9459-ca392f0d71d6 to /dev/sdb [ 760.918538] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4108ab10-2654-47bf-a30e-6461e92d8b68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.927456] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c604fe-8ba8-4d0a-8a49-44016c441536 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.945478] env[69563]: DEBUG nova.virt.block_device [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Updating existing volume attachment record: d0c7fb7c-cb3c-40b1-a9e3-b86fff9542db {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 761.105940] env[69563]: DEBUG oslo_concurrency.lockutils [None req-570c8d64-e0e7-44ab-89ea-773f70057b63 tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "ff8c6b80-405a-422a-b7d1-db785ce81cad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.707s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.259220] env[69563]: DEBUG nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.647350] env[69563]: DEBUG nova.network.neutron [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Successfully created port: eb5d297f-c594-49d2-8012-fa7825202904 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 761.719917] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc06c6-fa47-4bf9-bdba-b76eed26aa1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.734273] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e72c00f-47fb-4608-9095-c3b80141300f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.765219] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1aadbf53-cc57-498f-b4bd-eb6ab9f731e0 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.777016] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbfe9f1-4e7f-469b-99b7-e8a5b8ca96ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.784421] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5825770e-95b5-4181-8dd6-0757ed4e216b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.803026] env[69563]: DEBUG nova.compute.provider_tree [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.257582] env[69563]: DEBUG nova.compute.manager [req-ce8de3cf-8778-4bd5-baf0-6ae830d62eef req-f800b265-fd4d-4117-af2c-ddd704273433 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Received event network-changed-44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.257871] env[69563]: DEBUG nova.compute.manager [req-ce8de3cf-8778-4bd5-baf0-6ae830d62eef req-f800b265-fd4d-4117-af2c-ddd704273433 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Refreshing instance network info cache due to event network-changed-44c61928-c7e1-4162-8543-480b33a9789a. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.257992] env[69563]: DEBUG oslo_concurrency.lockutils [req-ce8de3cf-8778-4bd5-baf0-6ae830d62eef req-f800b265-fd4d-4117-af2c-ddd704273433 service nova] Acquiring lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.260016] env[69563]: DEBUG oslo_concurrency.lockutils [req-ce8de3cf-8778-4bd5-baf0-6ae830d62eef req-f800b265-fd4d-4117-af2c-ddd704273433 service nova] Acquired lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.260016] env[69563]: DEBUG nova.network.neutron [req-ce8de3cf-8778-4bd5-baf0-6ae830d62eef req-f800b265-fd4d-4117-af2c-ddd704273433 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Refreshing network info cache for port 44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 762.275413] env[69563]: DEBUG nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.305973] env[69563]: DEBUG nova.scheduler.client.report [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.320406] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:54:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c2613f4a-0ef9-4d23-bb8e-a77b5f586d47',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1638880353',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.320926] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.321157] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.321384] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.321565] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.321749] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.322015] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.322246] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.322466] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.322739] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.322960] env[69563]: DEBUG nova.virt.hardware [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.323891] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad80c311-321c-4c32-a239-441bfccd1cf0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.335294] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1babb1-8791-4d00-ad86-ac5b6ceece55 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.815428] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.816052] env[69563]: DEBUG nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.820544] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.917s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.824019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.824019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.453s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.824019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.825947] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.443s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.825947] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.828899] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.468s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.828899] env[69563]: DEBUG nova.objects.instance [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 762.878019] env[69563]: INFO nova.scheduler.client.report [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Deleted allocations for instance 83604800-4d38-4f37-82c8-926cd5040050 [ 762.900151] env[69563]: INFO nova.scheduler.client.report [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Deleted allocations for instance e26fb71a-b6dc-44bf-9e46-26801a267235 [ 762.910484] env[69563]: INFO nova.scheduler.client.report [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Deleted allocations for instance 67d3af1b-dc99-458b-b991-b4ecbe2c279c [ 763.246380] env[69563]: DEBUG nova.network.neutron [req-ce8de3cf-8778-4bd5-baf0-6ae830d62eef req-f800b265-fd4d-4117-af2c-ddd704273433 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Updated VIF entry in instance network info cache for port 44c61928-c7e1-4162-8543-480b33a9789a. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 763.246753] env[69563]: DEBUG nova.network.neutron [req-ce8de3cf-8778-4bd5-baf0-6ae830d62eef req-f800b265-fd4d-4117-af2c-ddd704273433 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Updating instance_info_cache with network_info: [{"id": "44c61928-c7e1-4162-8543-480b33a9789a", "address": "fa:16:3e:59:4f:6d", "network": {"id": "2a3ca04e-120b-4f9e-9735-72085a383bd8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-751439316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53d260352a4c48d89627d2e4fced0f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44c61928-c7", "ovs_interfaceid": "44c61928-c7e1-4162-8543-480b33a9789a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 763.334112] env[69563]: DEBUG nova.compute.utils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.338045] env[69563]: DEBUG nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.338228] env[69563]: DEBUG nova.network.neutron [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 763.390810] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a95c3a22-261a-4a4a-b197-961cd86ee350 tempest-DeleteServersAdminTestJSON-2014690858 tempest-DeleteServersAdminTestJSON-2014690858-project-member] Lock "83604800-4d38-4f37-82c8-926cd5040050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.645s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.400755] env[69563]: DEBUG nova.policy [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f77c0bf3ccc4c098973eda23b65870e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8aa2f8383614dcab77511451e3af185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.416465] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0bb5f4d2-09e7-4e4c-8dee-ab2e96dbf6bd tempest-ServersAdminNegativeTestJSON-1967247027 tempest-ServersAdminNegativeTestJSON-1967247027-project-member] Lock "e26fb71a-b6dc-44bf-9e46-26801a267235" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.482s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.426523] env[69563]: DEBUG oslo_concurrency.lockutils [None req-39ce4151-2098-433b-98fd-8c11654c2bf1 tempest-ServerAddressesNegativeTestJSON-1247768326 tempest-ServerAddressesNegativeTestJSON-1247768326-project-member] Lock "67d3af1b-dc99-458b-b991-b4ecbe2c279c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.682s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.428913] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.428913] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.728847] env[69563]: DEBUG nova.network.neutron [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Successfully updated port: eb5d297f-c594-49d2-8012-fa7825202904 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 763.749485] env[69563]: DEBUG oslo_concurrency.lockutils [req-ce8de3cf-8778-4bd5-baf0-6ae830d62eef req-f800b265-fd4d-4117-af2c-ddd704273433 service nova] Releasing lock "refresh_cache-ff8c6b80-405a-422a-b7d1-db785ce81cad" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.839140] env[69563]: DEBUG nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.845890] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8dbfc4a-978d-46eb-ba4f-f6d366ffcd2c tempest-ServersAdmin275Test-1103800460 tempest-ServersAdmin275Test-1103800460-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.848012] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.529s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.849993] env[69563]: INFO nova.compute.claims [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.868171] env[69563]: DEBUG nova.network.neutron [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Successfully created port: 9c1a7988-4843-4426-a960-9add12099622 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 763.931546] env[69563]: DEBUG nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.233282] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.233282] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.233448] env[69563]: DEBUG nova.network.neutron [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 764.321192] env[69563]: DEBUG nova.compute.manager [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Received event network-vif-plugged-eb5d297f-c594-49d2-8012-fa7825202904 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.321192] env[69563]: DEBUG oslo_concurrency.lockutils [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] Acquiring lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.321192] env[69563]: DEBUG oslo_concurrency.lockutils [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.321192] env[69563]: DEBUG oslo_concurrency.lockutils [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.321836] env[69563]: DEBUG nova.compute.manager [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] No waiting events found dispatching network-vif-plugged-eb5d297f-c594-49d2-8012-fa7825202904 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.321836] env[69563]: WARNING nova.compute.manager [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Received unexpected event network-vif-plugged-eb5d297f-c594-49d2-8012-fa7825202904 for instance with vm_state building and task_state spawning. [ 764.322223] env[69563]: DEBUG nova.compute.manager [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Received event network-changed-eb5d297f-c594-49d2-8012-fa7825202904 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.322223] env[69563]: DEBUG nova.compute.manager [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Refreshing instance network info cache due to event network-changed-eb5d297f-c594-49d2-8012-fa7825202904. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.322350] env[69563]: DEBUG oslo_concurrency.lockutils [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] Acquiring lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.467766] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.779551] env[69563]: DEBUG nova.network.neutron [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 764.796504] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Acquiring lock "2b16af07-2937-4a48-8c34-e414a0c3aca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.796504] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "2b16af07-2937-4a48-8c34-e414a0c3aca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.796504] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Acquiring lock "2b16af07-2937-4a48-8c34-e414a0c3aca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.796650] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "2b16af07-2937-4a48-8c34-e414a0c3aca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.798474] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "2b16af07-2937-4a48-8c34-e414a0c3aca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.798970] env[69563]: INFO nova.compute.manager [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Terminating instance [ 764.855266] env[69563]: DEBUG nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.880141] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.880423] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.880580] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.880760] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.880903] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.881067] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.881287] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.881449] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.882130] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.882322] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.882505] env[69563]: DEBUG nova.virt.hardware [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.883725] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534761ce-cd5f-469c-90c9-58ced8b3fa4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.898639] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee79ef3-b36c-40af-b3f9-1e2570c87a20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.010025] env[69563]: DEBUG nova.network.neutron [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance_info_cache with network_info: [{"id": "eb5d297f-c594-49d2-8012-fa7825202904", "address": "fa:16:3e:bb:58:b8", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5d297f-c5", "ovs_interfaceid": "eb5d297f-c594-49d2-8012-fa7825202904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 765.301616] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a644e6-88ef-48ae-8b6e-3aacd6df63aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.306731] env[69563]: DEBUG nova.compute.manager [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.308866] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.308866] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f312895-7309-4100-8967-b00afc9d4d8c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.317930] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead0e13b-9ce7-4983-96c9-60b65bdd71f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.323025] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 765.323025] env[69563]: value = "task-3403466" [ 765.323025] env[69563]: _type = "Task" [ 765.323025] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.356118] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd87277-83c9-4384-9479-e4bdeda8daad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.363171] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.368778] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e65060-4689-49a7-810a-36a96441a388 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.387392] env[69563]: DEBUG nova.compute.provider_tree [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.508435] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.508825] env[69563]: DEBUG nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Instance network_info: |[{"id": "eb5d297f-c594-49d2-8012-fa7825202904", "address": "fa:16:3e:bb:58:b8", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5d297f-c5", "ovs_interfaceid": "eb5d297f-c594-49d2-8012-fa7825202904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.509149] env[69563]: DEBUG oslo_concurrency.lockutils [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] Acquired lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.509342] env[69563]: DEBUG nova.network.neutron [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Refreshing network info cache for port eb5d297f-c594-49d2-8012-fa7825202904 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 765.510652] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:58:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb5d297f-c594-49d2-8012-fa7825202904', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.523884] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.526040] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.529860] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b06a8c36-8104-4836-a1c0-d6e516c02cd7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.548023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "884fb10c-cf09-4705-b09c-9f6eb0298cea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.550474] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "884fb10c-cf09-4705-b09c-9f6eb0298cea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.556379] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.556379] env[69563]: value = "task-3403467" [ 765.556379] env[69563]: _type = "Task" [ 765.556379] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.565319] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403467, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.815111] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Acquiring lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.815364] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.833390] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403466, 'name': PowerOffVM_Task, 'duration_secs': 0.226198} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.833688] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.833889] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 765.834098] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-678993', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'name': 'volume-444d290c-f393-4e1e-af61-41f61c21096d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b16af07-2937-4a48-8c34-e414a0c3aca8', 'attached_at': '', 'detached_at': '', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'serial': '444d290c-f393-4e1e-af61-41f61c21096d'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 765.835194] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f667cf-87bd-4a74-88c6-4cca51b21888 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.862031] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c253f5f-7234-4d59-a92f-fdc22ee43242 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.869487] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2dd608-2f05-4c39-95be-7de4299dd8db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.894214] env[69563]: DEBUG nova.scheduler.client.report [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.900628] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243a00eb-44e3-47c1-9a51-a4593b197bc9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.915182] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] The volume has not been displaced from its original location: [datastore2] volume-444d290c-f393-4e1e-af61-41f61c21096d/volume-444d290c-f393-4e1e-af61-41f61c21096d.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 765.921606] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 765.922363] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48cffb06-03f4-4671-98a2-f341c7943e6f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.941265] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 765.941265] env[69563]: value = "task-3403468" [ 765.941265] env[69563]: _type = "Task" [ 765.941265] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.950083] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.981193] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "21f1d3ef-3e36-4a18-812c-a018b52d5120" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.981432] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "21f1d3ef-3e36-4a18-812c-a018b52d5120" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.016631] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 766.016872] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679077', 'volume_id': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'name': 'volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11493be3-6237-456e-a4d9-921223b7d66d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'serial': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 766.017768] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30312185-0ba6-4343-b059-9c008cce54ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.037935] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f7f6d9-85db-45be-9b6b-4f8eb28384ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.058477] env[69563]: DEBUG nova.compute.manager [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.069693] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6/volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.079272] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22fcb9bf-59d5-4d10-bc33-0cc2c0ded7f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.102507] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403467, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.104021] env[69563]: DEBUG oslo_vmware.api [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 766.104021] env[69563]: value = "task-3403469" [ 766.104021] env[69563]: _type = "Task" [ 766.104021] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.112923] env[69563]: DEBUG oslo_vmware.api [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.157761] env[69563]: DEBUG nova.network.neutron [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Successfully updated port: 9c1a7988-4843-4426-a960-9add12099622 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 766.215228] env[69563]: DEBUG nova.compute.manager [req-f6781d6b-4370-4213-a49e-42ba66ec4194 req-ac215326-8ab2-4459-8c48-8f6e1df64f9a service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Received event network-vif-plugged-9c1a7988-4843-4426-a960-9add12099622 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.215463] env[69563]: DEBUG oslo_concurrency.lockutils [req-f6781d6b-4370-4213-a49e-42ba66ec4194 req-ac215326-8ab2-4459-8c48-8f6e1df64f9a service nova] Acquiring lock "a95b4fe6-0f57-4a90-9126-9479597a72f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.215632] env[69563]: DEBUG oslo_concurrency.lockutils [req-f6781d6b-4370-4213-a49e-42ba66ec4194 req-ac215326-8ab2-4459-8c48-8f6e1df64f9a service nova] Lock "a95b4fe6-0f57-4a90-9126-9479597a72f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.215797] env[69563]: DEBUG oslo_concurrency.lockutils [req-f6781d6b-4370-4213-a49e-42ba66ec4194 req-ac215326-8ab2-4459-8c48-8f6e1df64f9a service nova] Lock "a95b4fe6-0f57-4a90-9126-9479597a72f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.215975] env[69563]: DEBUG nova.compute.manager [req-f6781d6b-4370-4213-a49e-42ba66ec4194 req-ac215326-8ab2-4459-8c48-8f6e1df64f9a service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] No waiting events found dispatching network-vif-plugged-9c1a7988-4843-4426-a960-9add12099622 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.216167] env[69563]: WARNING nova.compute.manager [req-f6781d6b-4370-4213-a49e-42ba66ec4194 req-ac215326-8ab2-4459-8c48-8f6e1df64f9a service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Received unexpected event network-vif-plugged-9c1a7988-4843-4426-a960-9add12099622 for instance with vm_state building and task_state spawning. [ 766.318992] env[69563]: DEBUG nova.compute.utils [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.405706] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.405706] env[69563]: DEBUG nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.411510] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.756s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.411944] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.414183] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.351s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.414535] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.418965] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.309s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.419462] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.421366] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.589s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.424515] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.424998] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.570s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.429049] env[69563]: INFO nova.compute.claims [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.460699] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.473545] env[69563]: INFO nova.scheduler.client.report [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted allocations for instance a6493c17-e033-4dc9-82df-cbb4f24e436b [ 766.478537] env[69563]: INFO nova.scheduler.client.report [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Deleted allocations for instance 6855e232-1993-4ee0-ba0b-389c414c0c35 [ 766.483436] env[69563]: DEBUG nova.compute.manager [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.509968] env[69563]: INFO nova.scheduler.client.report [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Deleted allocations for instance c063eb35-0bc0-4253-8e24-d8303a0ecab3 [ 766.516414] env[69563]: INFO nova.scheduler.client.report [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Deleted allocations for instance f6cd5766-57fd-431a-a86f-b77c125a4a25 [ 766.518468] env[69563]: DEBUG nova.network.neutron [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updated VIF entry in instance network info cache for port eb5d297f-c594-49d2-8012-fa7825202904. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 766.518852] env[69563]: DEBUG nova.network.neutron [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance_info_cache with network_info: [{"id": "eb5d297f-c594-49d2-8012-fa7825202904", "address": "fa:16:3e:bb:58:b8", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5d297f-c5", "ovs_interfaceid": "eb5d297f-c594-49d2-8012-fa7825202904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 766.522493] env[69563]: WARNING oslo_messaging._drivers.amqpdriver [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 766.575927] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403467, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.604798] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.617394] env[69563]: DEBUG oslo_vmware.api [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.660284] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "refresh_cache-a95b4fe6-0f57-4a90-9126-9479597a72f9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.660438] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "refresh_cache-a95b4fe6-0f57-4a90-9126-9479597a72f9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.660585] env[69563]: DEBUG nova.network.neutron [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 766.822347] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.933819] env[69563]: DEBUG nova.compute.utils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.937854] env[69563]: DEBUG nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.938176] env[69563]: DEBUG nova.network.neutron [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 766.961643] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.987829] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a079b082-44ad-4970-a047-dc9b66aaa871 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "a6493c17-e033-4dc9-82df-cbb4f24e436b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.251s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.993877] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae754f57-c127-4e22-a3eb-4ef7c7c94440 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "6855e232-1993-4ee0-ba0b-389c414c0c35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.548s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.021174] env[69563]: DEBUG nova.policy [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da391b1ff057449f95421789ad079ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8a6f141445486095c802879a5703d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.028020] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.028020] env[69563]: DEBUG oslo_concurrency.lockutils [req-806f6c63-0023-4e29-9bf0-fa3995062de0 req-bed261b9-eecb-4a3a-97e7-2962d76e623b service nova] Releasing lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.030640] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa3fabba-4b4c-4b45-89b8-7f3152353d55 tempest-ListServerFiltersTestJSON-1280119674 tempest-ListServerFiltersTestJSON-1280119674-project-member] Lock "c063eb35-0bc0-4253-8e24-d8303a0ecab3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.351s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.031749] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1bf1cca-7121-45ad-859f-572d3c2402bb tempest-ServersAdmin275Test-136336301 tempest-ServersAdmin275Test-136336301-project-member] Lock "f6cd5766-57fd-431a-a86f-b77c125a4a25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.244s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.075759] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403467, 'name': CreateVM_Task, 'duration_secs': 1.465864} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.076244] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.077167] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.077306] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.077640] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.077860] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f6dbc1-54c9-48c9-91fe-c5bb68d2ae69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.083324] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 767.083324] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d0cc9a-380b-5713-d0f8-e7849d99e14d" [ 767.083324] env[69563]: _type = "Task" [ 767.083324] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.093718] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d0cc9a-380b-5713-d0f8-e7849d99e14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.116974] env[69563]: DEBUG oslo_vmware.api [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403469, 'name': ReconfigVM_Task, 'duration_secs': 0.726409} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.117305] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6/volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.126471] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a53d43fc-5ea2-4101-976c-b4ba60faca75 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.143025] env[69563]: DEBUG oslo_vmware.api [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 767.143025] env[69563]: value = "task-3403470" [ 767.143025] env[69563]: _type = "Task" [ 767.143025] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.152503] env[69563]: DEBUG oslo_vmware.api [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.216287] env[69563]: DEBUG nova.network.neutron [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 767.416265] env[69563]: DEBUG nova.network.neutron [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Updating instance_info_cache with network_info: [{"id": "9c1a7988-4843-4426-a960-9add12099622", "address": "fa:16:3e:ee:82:4e", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1a7988-48", "ovs_interfaceid": "9c1a7988-4843-4426-a960-9add12099622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 767.442050] env[69563]: DEBUG nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.470613] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403468, 'name': ReconfigVM_Task, 'duration_secs': 1.154179} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.470613] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 767.479718] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad6f1a3-5192-4ed8-9b11-b892b9f6697a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.503214] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 767.503214] env[69563]: value = "task-3403471" [ 767.503214] env[69563]: _type = "Task" [ 767.503214] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.511875] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.603766] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d0cc9a-380b-5713-d0f8-e7849d99e14d, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.604219] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.604342] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.604582] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.604722] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.604901] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.605846] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e6e1c49-07dc-4db8-baa4-d08b2b61349e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.616891] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.617271] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.619039] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864300ef-6516-4900-8feb-3c825ec95fe4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.627739] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 767.627739] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f61726-9a27-cee8-fb07-45757d99ce2e" [ 767.627739] env[69563]: _type = "Task" [ 767.627739] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.636630] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f61726-9a27-cee8-fb07-45757d99ce2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.659266] env[69563]: DEBUG oslo_vmware.api [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403470, 'name': ReconfigVM_Task, 'duration_secs': 0.215609} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.659646] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679077', 'volume_id': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'name': 'volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11493be3-6237-456e-a4d9-921223b7d66d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'serial': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 767.829438] env[69563]: DEBUG nova.network.neutron [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Successfully created port: 1ec43e37-5852-4e94-a684-6a18e3fdb621 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 767.914400] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Acquiring lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.914752] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.915230] env[69563]: INFO nova.compute.manager [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Attaching volume 833239cc-37ba-4f62-93fd-7c87feaf7059 to /dev/sdb [ 767.919293] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "refresh_cache-a95b4fe6-0f57-4a90-9126-9479597a72f9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.919293] env[69563]: DEBUG nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Instance network_info: |[{"id": "9c1a7988-4843-4426-a960-9add12099622", "address": "fa:16:3e:ee:82:4e", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1a7988-48", "ovs_interfaceid": "9c1a7988-4843-4426-a960-9add12099622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.920195] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:82:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c1a7988-4843-4426-a960-9add12099622', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.931421] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.934485] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.938935] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a4d83a-6022-4d5b-8001-c3dbddafb5ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.967247] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.967247] env[69563]: value = "task-3403472" [ 767.967247] env[69563]: _type = "Task" [ 767.967247] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.982949] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d23585-1a6e-45c8-996c-9799d8052560 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.993046] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aa0614-3a69-4921-8386-730f5ba68671 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.996658] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403472, 'name': CreateVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.015028] env[69563]: DEBUG nova.virt.block_device [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Updating existing volume attachment record: 11f38d1c-8bbc-4af5-95ff-aceccc81525d {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 768.027710] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.033166] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6af1b-6494-4cf8-ac50-8b91cbab5e46 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.048057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b36f20f-cf42-459c-87f2-599775bfd594 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.103351] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0c6e58-da98-4bb4-b65f-233f22493d30 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.114775] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dae89c1-88a9-4bb2-abc0-0901cd881950 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.129017] env[69563]: DEBUG nova.compute.provider_tree [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.139170] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f61726-9a27-cee8-fb07-45757d99ce2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015177} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.139786] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5581220e-efa2-4cc7-af40-5ce241e67513 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.146294] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 768.146294] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c51718-4b96-d041-e2e6-81ce21627b13" [ 768.146294] env[69563]: _type = "Task" [ 768.146294] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.156614] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c51718-4b96-d041-e2e6-81ce21627b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.336044] env[69563]: DEBUG nova.compute.manager [req-78ae7322-598e-4027-b8cb-7ead94233422 req-3bbc4504-78bc-440c-86f5-54888f7b408c service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Received event network-changed-9c1a7988-4843-4426-a960-9add12099622 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.336254] env[69563]: DEBUG nova.compute.manager [req-78ae7322-598e-4027-b8cb-7ead94233422 req-3bbc4504-78bc-440c-86f5-54888f7b408c service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Refreshing instance network info cache due to event network-changed-9c1a7988-4843-4426-a960-9add12099622. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.337464] env[69563]: DEBUG oslo_concurrency.lockutils [req-78ae7322-598e-4027-b8cb-7ead94233422 req-3bbc4504-78bc-440c-86f5-54888f7b408c service nova] Acquiring lock "refresh_cache-a95b4fe6-0f57-4a90-9126-9479597a72f9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.337464] env[69563]: DEBUG oslo_concurrency.lockutils [req-78ae7322-598e-4027-b8cb-7ead94233422 req-3bbc4504-78bc-440c-86f5-54888f7b408c service nova] Acquired lock "refresh_cache-a95b4fe6-0f57-4a90-9126-9479597a72f9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.337464] env[69563]: DEBUG nova.network.neutron [req-78ae7322-598e-4027-b8cb-7ead94233422 req-3bbc4504-78bc-440c-86f5-54888f7b408c service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Refreshing network info cache for port 9c1a7988-4843-4426-a960-9add12099622 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 768.462946] env[69563]: DEBUG nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.478032] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403472, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.492431] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.492869] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.492869] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.493028] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.493149] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.493296] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.493799] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.493799] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.493914] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.494062] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.494256] env[69563]: DEBUG nova.virt.hardware [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.495313] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c67ec44-7a2a-406f-9a23-9cb4f86ac8cc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.505896] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d128089-9120-4c5d-95cf-1b670a0a5652 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.514444] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.638023] env[69563]: DEBUG nova.scheduler.client.report [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.663024] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c51718-4b96-d041-e2e6-81ce21627b13, 'name': SearchDatastore_Task, 'duration_secs': 0.023204} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.663478] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.663608] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843/1e4f952e-967e-40f2-b8ee-7c5d65cca843.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.663870] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0733f17a-6765-406e-94df-2cdbbaa0600e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.672546] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 768.672546] env[69563]: value = "task-3403476" [ 768.672546] env[69563]: _type = "Task" [ 768.672546] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.681421] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.721243] env[69563]: DEBUG nova.objects.instance [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lazy-loading 'flavor' on Instance uuid 11493be3-6237-456e-a4d9-921223b7d66d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.985161] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403472, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.015525] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403471, 'name': ReconfigVM_Task, 'duration_secs': 1.187659} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.015525] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-678993', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'name': 'volume-444d290c-f393-4e1e-af61-41f61c21096d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b16af07-2937-4a48-8c34-e414a0c3aca8', 'attached_at': '', 'detached_at': '', 'volume_id': '444d290c-f393-4e1e-af61-41f61c21096d', 'serial': '444d290c-f393-4e1e-af61-41f61c21096d'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 769.015525] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.015525] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f727d769-328e-4180-a3d1-d857dd47385c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.024019] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.024330] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df6262c-b901-4ef4-a36b-a240d2c7121e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.105720] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.105936] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.106139] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Deleting the datastore file [datastore2] 2b16af07-2937-4a48-8c34-e414a0c3aca8 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.106503] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7992de48-2cf0-439a-a543-fadc23e40bec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.115792] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for the task: (returnval){ [ 769.115792] env[69563]: value = "task-3403478" [ 769.115792] env[69563]: _type = "Task" [ 769.115792] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.126969] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.143589] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.144385] env[69563]: DEBUG nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.148791] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.318s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.148791] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.157051] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.822s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.157051] env[69563]: INFO nova.compute.claims [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.192627] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403476, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.199612] env[69563]: INFO nova.scheduler.client.report [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Deleted allocations for instance 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb [ 769.230415] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fcc86074-28f3-495b-b5b4-fd8fcf8c8324 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.352s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.454079] env[69563]: DEBUG nova.network.neutron [req-78ae7322-598e-4027-b8cb-7ead94233422 req-3bbc4504-78bc-440c-86f5-54888f7b408c service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Updated VIF entry in instance network info cache for port 9c1a7988-4843-4426-a960-9add12099622. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 769.454479] env[69563]: DEBUG nova.network.neutron [req-78ae7322-598e-4027-b8cb-7ead94233422 req-3bbc4504-78bc-440c-86f5-54888f7b408c service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Updating instance_info_cache with network_info: [{"id": "9c1a7988-4843-4426-a960-9add12099622", "address": "fa:16:3e:ee:82:4e", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c1a7988-48", "ovs_interfaceid": "9c1a7988-4843-4426-a960-9add12099622", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 769.481054] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403472, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.504544] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "11493be3-6237-456e-a4d9-921223b7d66d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.504792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.504982] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "11493be3-6237-456e-a4d9-921223b7d66d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.505935] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.505935] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.510094] env[69563]: INFO nova.compute.manager [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Terminating instance [ 769.627532] env[69563]: DEBUG oslo_vmware.api [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Task: {'id': task-3403478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169951} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.627846] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.627976] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.628383] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.628613] env[69563]: INFO nova.compute.manager [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Took 4.32 seconds to destroy the instance on the hypervisor. [ 769.629092] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.629092] env[69563]: DEBUG nova.compute.manager [-] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.629233] env[69563]: DEBUG nova.network.neutron [-] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 769.660856] env[69563]: DEBUG nova.compute.utils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.669700] env[69563]: DEBUG nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.669700] env[69563]: DEBUG nova.network.neutron [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 769.687542] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661942} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.690142] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843/1e4f952e-967e-40f2-b8ee-7c5d65cca843.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.690142] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.690142] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9159ddf-0bc4-42e0-bcbc-ea49657a38aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.697992] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 769.697992] env[69563]: value = "task-3403479" [ 769.697992] env[69563]: _type = "Task" [ 769.697992] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.710413] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.711122] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9bb96754-5283-4c1c-b243-04bbf4dec99a tempest-InstanceActionsNegativeTestJSON-914009141 tempest-InstanceActionsNegativeTestJSON-914009141-project-member] Lock "84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.782234] env[69563]: DEBUG nova.policy [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c864c0625cb646438354ac8c1b19bb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b4c3383ae7a4e518523b61bbab1b0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.957741] env[69563]: DEBUG oslo_concurrency.lockutils [req-78ae7322-598e-4027-b8cb-7ead94233422 req-3bbc4504-78bc-440c-86f5-54888f7b408c service nova] Releasing lock "refresh_cache-a95b4fe6-0f57-4a90-9126-9479597a72f9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.978479] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403472, 'name': CreateVM_Task, 'duration_secs': 1.558943} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.978653] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.979854] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.980044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.980364] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.980656] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd00d962-3397-4e21-a2a0-0e94075ad01b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.986783] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 769.986783] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c39fbf-d328-7c09-0b4c-b5262bc42684" [ 769.986783] env[69563]: _type = "Task" [ 769.986783] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.995125] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c39fbf-d328-7c09-0b4c-b5262bc42684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.014214] env[69563]: DEBUG nova.compute.manager [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.014626] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.014934] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c9f3b8-62a8-4fd4-87aa-a9509adb7257 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.023951] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 770.023951] env[69563]: value = "task-3403480" [ 770.023951] env[69563]: _type = "Task" [ 770.023951] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.040962] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.172025] env[69563]: DEBUG nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.215951] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080259} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.220697] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.222491] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dba72f-016e-4cde-81f8-12108766032f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.248967] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843/1e4f952e-967e-40f2-b8ee-7c5d65cca843.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.252285] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-804c0bd3-4412-46e2-8f1b-d0ff41ef3a04 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.276599] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 770.276599] env[69563]: value = "task-3403481" [ 770.276599] env[69563]: _type = "Task" [ 770.276599] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.284322] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.501520] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c39fbf-d328-7c09-0b4c-b5262bc42684, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.502407] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.502749] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.502965] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.503044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.503432] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.503737] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8afbd796-83e7-43df-9d56-027eff140ba8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.513658] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.513658] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.514052] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e548f224-b50c-495c-b227-74179597a411 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.526662] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 770.526662] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52633df8-f72d-6bf2-ce3d-c7810673a8b6" [ 770.526662] env[69563]: _type = "Task" [ 770.526662] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.547037] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403480, 'name': PowerOffVM_Task, 'duration_secs': 0.225014} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.551361] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.551762] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 770.551888] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679077', 'volume_id': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'name': 'volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11493be3-6237-456e-a4d9-921223b7d66d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'serial': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 770.552340] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52633df8-f72d-6bf2-ce3d-c7810673a8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.555985] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb17a30-d754-4381-a776-7848fbac0539 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.560354] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e2a348-07cd-4e89-a1a6-f065f10a72c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.565986] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 770.565986] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52346832-043a-21ef-fba2-78548fb33c3e" [ 770.565986] env[69563]: _type = "Task" [ 770.565986] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.589211] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b08b6b-4e8c-4bb0-990a-2be8c8e2706f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.598057] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52346832-043a-21ef-fba2-78548fb33c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.602034] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.602034] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] a95b4fe6-0f57-4a90-9126-9479597a72f9/a95b4fe6-0f57-4a90-9126-9479597a72f9.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.602034] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe37def5-fc5c-4122-a6f8-ffaf6bfc55e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.603419] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35fb5d0-83ce-4dea-96b7-969dc5aec6a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.636637] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629270e3-e87e-40cc-9c0d-21abfbdb0ac0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.639481] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 770.639481] env[69563]: value = "task-3403483" [ 770.639481] env[69563]: _type = "Task" [ 770.639481] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.654670] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6/volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 770.660270] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 770.664218] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35772061-a30e-44bd-bf5e-e93297d2871a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.685429] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.691688] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 770.691688] env[69563]: value = "task-3403484" [ 770.691688] env[69563]: _type = "Task" [ 770.691688] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.703468] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.741224] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aa40ae-3a4b-4de9-899e-90b2db93917d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.751566] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe8f2f-cb41-4d16-935e-01a39d1940e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.790170] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b81df96-f691-4bec-9d4d-ec7f3d3c2f65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.803803] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c60f54e-62c5-4a1b-8d4c-e9516fbae715 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.807403] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403481, 'name': ReconfigVM_Task, 'duration_secs': 0.433685} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.808124] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843/1e4f952e-967e-40f2-b8ee-7c5d65cca843.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.809237] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-409d14ef-b914-4bcb-b214-d78ec7db912f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.825388] env[69563]: DEBUG nova.compute.provider_tree [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.843986] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 770.843986] env[69563]: value = "task-3403485" [ 770.843986] env[69563]: _type = "Task" [ 770.843986] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.859738] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403485, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.043463] env[69563]: DEBUG nova.compute.manager [req-7505a168-8166-4d30-a615-f9d71bd7ce0e req-471a401a-a608-4ac8-8c7f-af5937953f08 service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Received event network-vif-plugged-1ec43e37-5852-4e94-a684-6a18e3fdb621 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.043793] env[69563]: DEBUG oslo_concurrency.lockutils [req-7505a168-8166-4d30-a615-f9d71bd7ce0e req-471a401a-a608-4ac8-8c7f-af5937953f08 service nova] Acquiring lock "7e784175-349c-48f9-ba4c-b083d408d091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.044724] env[69563]: DEBUG oslo_concurrency.lockutils [req-7505a168-8166-4d30-a615-f9d71bd7ce0e req-471a401a-a608-4ac8-8c7f-af5937953f08 service nova] Lock "7e784175-349c-48f9-ba4c-b083d408d091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.044999] env[69563]: DEBUG oslo_concurrency.lockutils [req-7505a168-8166-4d30-a615-f9d71bd7ce0e req-471a401a-a608-4ac8-8c7f-af5937953f08 service nova] Lock "7e784175-349c-48f9-ba4c-b083d408d091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.045256] env[69563]: DEBUG nova.compute.manager [req-7505a168-8166-4d30-a615-f9d71bd7ce0e req-471a401a-a608-4ac8-8c7f-af5937953f08 service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] No waiting events found dispatching network-vif-plugged-1ec43e37-5852-4e94-a684-6a18e3fdb621 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.045452] env[69563]: WARNING nova.compute.manager [req-7505a168-8166-4d30-a615-f9d71bd7ce0e req-471a401a-a608-4ac8-8c7f-af5937953f08 service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Received unexpected event network-vif-plugged-1ec43e37-5852-4e94-a684-6a18e3fdb621 for instance with vm_state building and task_state spawning. [ 771.154306] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403483, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.186705] env[69563]: DEBUG nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.194291] env[69563]: DEBUG nova.network.neutron [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Successfully created port: ffcc7d3d-17d9-46c7-9dda-f531145c708a {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 771.206028] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403484, 'name': ReconfigVM_Task, 'duration_secs': 0.255701} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.206028] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 771.212239] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2d0177-e5d1-4f21-8da1-f0cf457e794f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.233305] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 771.233305] env[69563]: value = "task-3403486" [ 771.233305] env[69563]: _type = "Task" [ 771.233305] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.240865] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.241112] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.241337] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.241563] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.241729] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.241902] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.242174] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.242427] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.242578] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.242777] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.242986] env[69563]: DEBUG nova.virt.hardware [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.243976] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f85b87-cbd9-48a2-85f8-225fc274c2df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.252426] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.256197] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa62a8e2-9d7f-46e7-9d16-2f5fd616fee3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.332663] env[69563]: DEBUG nova.scheduler.client.report [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.361869] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403485, 'name': Rename_Task, 'duration_secs': 0.47133} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.363380] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.363676] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc9209f0-5a00-4494-bcf9-77b4344640f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.370262] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 771.370262] env[69563]: value = "task-3403487" [ 771.370262] env[69563]: _type = "Task" [ 771.370262] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.383191] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.599106] env[69563]: DEBUG nova.network.neutron [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Successfully updated port: 1ec43e37-5852-4e94-a684-6a18e3fdb621 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 771.658522] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653377} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.658783] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] a95b4fe6-0f57-4a90-9126-9479597a72f9/a95b4fe6-0f57-4a90-9126-9479597a72f9.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.658979] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.660062] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6026bf2-5e5f-4165-a181-0dccc4dc3755 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.676106] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 771.676106] env[69563]: value = "task-3403488" [ 771.676106] env[69563]: _type = "Task" [ 771.676106] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.685465] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.744664] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.777124] env[69563]: DEBUG nova.network.neutron [-] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 771.839997] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.843115] env[69563]: DEBUG nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.844669] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.318s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.846870] env[69563]: INFO nova.compute.claims [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.884391] env[69563]: DEBUG oslo_vmware.api [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403487, 'name': PowerOnVM_Task, 'duration_secs': 0.482595} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.884934] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.888110] env[69563]: INFO nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Took 9.61 seconds to spawn the instance on the hypervisor. [ 771.888110] env[69563]: DEBUG nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.888110] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff2ae8c-12a0-4b07-ad97-fa25ea65b7e9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.104700] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "refresh_cache-7e784175-349c-48f9-ba4c-b083d408d091" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.104700] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "refresh_cache-7e784175-349c-48f9-ba4c-b083d408d091" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.104700] env[69563]: DEBUG nova.network.neutron [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 772.188488] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30399} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.188771] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.189613] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995bccf0-e486-44fe-a14e-02fa98e4385f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.214930] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a95b4fe6-0f57-4a90-9126-9479597a72f9/a95b4fe6-0f57-4a90-9126-9479597a72f9.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.215329] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b2db79-93fd-4a40-a265-cc555810e434 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.234341] env[69563]: DEBUG nova.compute.manager [req-35dcae54-81fe-499f-a564-d9e8d3bbce48 req-14e094c9-5894-495c-9db6-2ae026b2d466 service nova] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Received event network-vif-deleted-045ef6d2-87de-4579-8ba9-ed1bca3a573f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.240784] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 772.240784] env[69563]: value = "task-3403489" [ 772.240784] env[69563]: _type = "Task" [ 772.240784] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.244667] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.254277] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.279538] env[69563]: INFO nova.compute.manager [-] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Took 2.65 seconds to deallocate network for instance. [ 772.351570] env[69563]: DEBUG nova.compute.utils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.358025] env[69563]: DEBUG nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.358025] env[69563]: DEBUG nova.network.neutron [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 772.409681] env[69563]: INFO nova.compute.manager [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Took 49.50 seconds to build instance. [ 772.558615] env[69563]: DEBUG nova.policy [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca023bb70f624ca285cc0c6a41897dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6ee90d46c34192a27685289adf1bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.575404] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 772.575633] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679082', 'volume_id': '833239cc-37ba-4f62-93fd-7c87feaf7059', 'name': 'volume-833239cc-37ba-4f62-93fd-7c87feaf7059', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b850724f-f1d8-4460-b2d1-a7ea5d887826', 'attached_at': '', 'detached_at': '', 'volume_id': '833239cc-37ba-4f62-93fd-7c87feaf7059', 'serial': '833239cc-37ba-4f62-93fd-7c87feaf7059'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 772.576556] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11556017-8072-4235-becf-5a85f0d94b0a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.608840] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e47d23-9f2d-4ed7-8bd7-6224c74267e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.663920] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-833239cc-37ba-4f62-93fd-7c87feaf7059/volume-833239cc-37ba-4f62-93fd-7c87feaf7059.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.668206] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6264a9f0-ef8b-47a7-842a-dc105a01af5a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.696176] env[69563]: DEBUG nova.network.neutron [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 772.706304] env[69563]: DEBUG oslo_vmware.api [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Waiting for the task: (returnval){ [ 772.706304] env[69563]: value = "task-3403490" [ 772.706304] env[69563]: _type = "Task" [ 772.706304] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.720628] env[69563]: DEBUG oslo_vmware.api [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.749372] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.765552] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.831452] env[69563]: INFO nova.compute.manager [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Took 0.55 seconds to detach 1 volumes for instance. [ 772.836141] env[69563]: DEBUG nova.compute.manager [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Deleting volume: 444d290c-f393-4e1e-af61-41f61c21096d {{(pid=69563) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 772.856349] env[69563]: DEBUG nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.913472] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b3f71d83-d82d-44e7-9802-468115f1e6c0 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.527s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.101453] env[69563]: DEBUG nova.network.neutron [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Updating instance_info_cache with network_info: [{"id": "1ec43e37-5852-4e94-a684-6a18e3fdb621", "address": "fa:16:3e:7a:6b:56", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec43e37-58", "ovs_interfaceid": "1ec43e37-5852-4e94-a684-6a18e3fdb621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 773.110364] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.110364] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.219705] env[69563]: DEBUG oslo_vmware.api [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.252748] env[69563]: DEBUG nova.objects.instance [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lazy-loading 'flavor' on Instance uuid ef0f2679-9458-4e54-a8a6-912495ac571a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.264806] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403486, 'name': ReconfigVM_Task, 'duration_secs': 1.844793} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.269719] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679077', 'volume_id': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'name': 'volume-aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11493be3-6237-456e-a4d9-921223b7d66d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6', 'serial': 'aa85216b-b7a2-4b90-9459-ca392f0d71d6'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 773.270050] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.271504] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f22348-89a9-4697-bfe6-dcd959df46c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.282194] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403489, 'name': ReconfigVM_Task, 'duration_secs': 0.780882} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.285508] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a95b4fe6-0f57-4a90-9126-9479597a72f9/a95b4fe6-0f57-4a90-9126-9479597a72f9.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.287122] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.287122] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db349a40-baf4-4c2e-8f2c-a28739d423a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.290863] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-438792a9-ea17-4b84-a7ea-75e85614a660 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.298865] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 773.298865] env[69563]: value = "task-3403492" [ 773.298865] env[69563]: _type = "Task" [ 773.298865] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.309346] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403492, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.361521] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.361749] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.361978] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleting the datastore file [datastore2] 11493be3-6237-456e-a4d9-921223b7d66d {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.362286] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52eed58d-34f9-4a01-a3e3-fc665c316319 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.376367] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 773.376367] env[69563]: value = "task-3403494" [ 773.376367] env[69563]: _type = "Task" [ 773.376367] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.394598] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.394965] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.431374] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27abf3d3-7d7a-4d3c-8a31-ef2426debfd2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.443967] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6baf5d4-dcae-4a5e-83b7-43d3085e1661 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.495828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e993da4c-27e0-4577-96ae-a03275c5c63b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.507169] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c6e6b-f906-498d-9332-d8cadda59b5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.524751] env[69563]: DEBUG nova.compute.provider_tree [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.612212] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "refresh_cache-7e784175-349c-48f9-ba4c-b083d408d091" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.612212] env[69563]: DEBUG nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Instance network_info: |[{"id": "1ec43e37-5852-4e94-a684-6a18e3fdb621", "address": "fa:16:3e:7a:6b:56", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec43e37-58", "ovs_interfaceid": "1ec43e37-5852-4e94-a684-6a18e3fdb621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.612212] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:6b:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ec43e37-5852-4e94-a684-6a18e3fdb621', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.619084] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.619737] env[69563]: DEBUG nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.622685] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.624365] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3049f1c-bafe-46e8-a2eb-7c3fbf62fa14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.648704] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.648704] env[69563]: value = "task-3403495" [ 773.648704] env[69563]: _type = "Task" [ 773.648704] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.662195] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403495, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.720305] env[69563]: DEBUG oslo_vmware.api [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403490, 'name': ReconfigVM_Task, 'duration_secs': 0.719183} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.721260] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-833239cc-37ba-4f62-93fd-7c87feaf7059/volume-833239cc-37ba-4f62-93fd-7c87feaf7059.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.734453] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0051412f-ace0-4157-a792-ea767e748af8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.749545] env[69563]: DEBUG oslo_vmware.api [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Waiting for the task: (returnval){ [ 773.749545] env[69563]: value = "task-3403496" [ 773.749545] env[69563]: _type = "Task" [ 773.749545] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.758211] env[69563]: DEBUG oslo_vmware.api [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.770087] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.770647] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquired lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.793203] env[69563]: DEBUG nova.compute.manager [req-d8749164-a5c6-47a1-aa4a-45a6e9027274 req-afd434ab-7de8-4166-8192-bb22d0cf56fb service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Received event network-changed-1ec43e37-5852-4e94-a684-6a18e3fdb621 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.793203] env[69563]: DEBUG nova.compute.manager [req-d8749164-a5c6-47a1-aa4a-45a6e9027274 req-afd434ab-7de8-4166-8192-bb22d0cf56fb service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Refreshing instance network info cache due to event network-changed-1ec43e37-5852-4e94-a684-6a18e3fdb621. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.793203] env[69563]: DEBUG oslo_concurrency.lockutils [req-d8749164-a5c6-47a1-aa4a-45a6e9027274 req-afd434ab-7de8-4166-8192-bb22d0cf56fb service nova] Acquiring lock "refresh_cache-7e784175-349c-48f9-ba4c-b083d408d091" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.793203] env[69563]: DEBUG oslo_concurrency.lockutils [req-d8749164-a5c6-47a1-aa4a-45a6e9027274 req-afd434ab-7de8-4166-8192-bb22d0cf56fb service nova] Acquired lock "refresh_cache-7e784175-349c-48f9-ba4c-b083d408d091" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.793203] env[69563]: DEBUG nova.network.neutron [req-d8749164-a5c6-47a1-aa4a-45a6e9027274 req-afd434ab-7de8-4166-8192-bb22d0cf56fb service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Refreshing network info cache for port 1ec43e37-5852-4e94-a684-6a18e3fdb621 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 773.813820] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403492, 'name': Rename_Task, 'duration_secs': 0.199354} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.814092] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.814345] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d4cc743-bcf5-40a5-be1e-3c6f986f05a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.822406] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 773.822406] env[69563]: value = "task-3403497" [ 773.822406] env[69563]: _type = "Task" [ 773.822406] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.831981] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.870530] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.871176] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.877909] env[69563]: DEBUG nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.890663] env[69563]: DEBUG oslo_vmware.api [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244657} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.890957] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.891168] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.891346] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.891517] env[69563]: INFO nova.compute.manager [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Took 3.88 seconds to destroy the instance on the hypervisor. [ 773.891756] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.891950] env[69563]: DEBUG nova.compute.manager [-] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.892111] env[69563]: DEBUG nova.network.neutron [-] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 773.905911] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.906168] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.906323] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.906499] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.906856] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.906856] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.907022] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.907186] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.907360] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.907518] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.907695] env[69563]: DEBUG nova.virt.hardware [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.908899] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b2addd-b1dc-41fa-b195-9e22ce303e4e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.917903] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9a8f05-b7f6-47b8-b954-37ff5464fd42 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.049565] env[69563]: ERROR nova.scheduler.client.report [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [req-390e2de4-5705-4610-bd5e-326669194021] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-390e2de4-5705-4610-bd5e-326669194021"}]} [ 774.077343] env[69563]: DEBUG nova.scheduler.client.report [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 774.095025] env[69563]: DEBUG nova.scheduler.client.report [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 774.095264] env[69563]: DEBUG nova.compute.provider_tree [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.115065] env[69563]: DEBUG nova.scheduler.client.report [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 774.137028] env[69563]: DEBUG nova.scheduler.client.report [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 774.161377] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403495, 'name': CreateVM_Task, 'duration_secs': 0.417323} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.161722] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.162446] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.162446] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.162731] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.164159] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab070a94-55d4-4321-9db8-dd7ff984c122 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.170790] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.174161] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 774.174161] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bf5c31-31b4-889a-e77c-e8fd932feaea" [ 774.174161] env[69563]: _type = "Task" [ 774.174161] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.183687] env[69563]: DEBUG nova.network.neutron [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Successfully created port: c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 774.189716] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bf5c31-31b4-889a-e77c-e8fd932feaea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.262266] env[69563]: DEBUG oslo_vmware.api [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403496, 'name': ReconfigVM_Task, 'duration_secs': 0.179691} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.262684] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679082', 'volume_id': '833239cc-37ba-4f62-93fd-7c87feaf7059', 'name': 'volume-833239cc-37ba-4f62-93fd-7c87feaf7059', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b850724f-f1d8-4460-b2d1-a7ea5d887826', 'attached_at': '', 'detached_at': '', 'volume_id': '833239cc-37ba-4f62-93fd-7c87feaf7059', 'serial': '833239cc-37ba-4f62-93fd-7c87feaf7059'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 774.338701] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.373597] env[69563]: DEBUG nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.637967] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505dba68-e12d-4bb4-99fa-cfc727daa27d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.649469] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f5a8b0-d714-4db4-99a2-42d465b7c45c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.690129] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7aafab-65c3-4b94-9793-3a0692d02efe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.701333] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bf5c31-31b4-889a-e77c-e8fd932feaea, 'name': SearchDatastore_Task, 'duration_secs': 0.01293} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.704347] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.704617] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.704879] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.705039] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.705271] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.705597] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c67f15b-4483-4c50-90ed-9e7a96824fbc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.708732] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fdbc81-d468-4b1d-b48d-0a9d30a51b0c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.725800] env[69563]: DEBUG nova.compute.provider_tree [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.729650] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.729650] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.729961] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a931d6e9-b9a9-4925-8047-8f677fd7be31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.736101] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 774.736101] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a661a4-9019-fddd-f649-e3b754cfd017" [ 774.736101] env[69563]: _type = "Task" [ 774.736101] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.752051] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a661a4-9019-fddd-f649-e3b754cfd017, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.752987] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d890d23-e71b-40f8-911e-ced59d1e472c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.760148] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 774.760148] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e6b51a-9423-893c-8e87-0757bcda8031" [ 774.760148] env[69563]: _type = "Task" [ 774.760148] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.770339] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e6b51a-9423-893c-8e87-0757bcda8031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.845642] env[69563]: DEBUG oslo_vmware.api [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403497, 'name': PowerOnVM_Task, 'duration_secs': 0.768125} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.845914] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.846136] env[69563]: INFO nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Took 9.99 seconds to spawn the instance on the hypervisor. [ 774.846322] env[69563]: DEBUG nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.850671] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1e8596-1a03-408c-b6cc-0abcb7d79867 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.908449] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.963015] env[69563]: DEBUG nova.network.neutron [req-d8749164-a5c6-47a1-aa4a-45a6e9027274 req-afd434ab-7de8-4166-8192-bb22d0cf56fb service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Updated VIF entry in instance network info cache for port 1ec43e37-5852-4e94-a684-6a18e3fdb621. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 774.964744] env[69563]: DEBUG nova.network.neutron [req-d8749164-a5c6-47a1-aa4a-45a6e9027274 req-afd434ab-7de8-4166-8192-bb22d0cf56fb service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Updating instance_info_cache with network_info: [{"id": "1ec43e37-5852-4e94-a684-6a18e3fdb621", "address": "fa:16:3e:7a:6b:56", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec43e37-58", "ovs_interfaceid": "1ec43e37-5852-4e94-a684-6a18e3fdb621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 775.001066] env[69563]: DEBUG nova.network.neutron [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Successfully updated port: ffcc7d3d-17d9-46c7-9dda-f531145c708a {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 775.066484] env[69563]: DEBUG nova.network.neutron [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 775.279899] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e6b51a-9423-893c-8e87-0757bcda8031, 'name': SearchDatastore_Task, 'duration_secs': 0.02055} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.280925] env[69563]: DEBUG nova.scheduler.client.report [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 775.281177] env[69563]: DEBUG nova.compute.provider_tree [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 69 to 70 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 775.281353] env[69563]: DEBUG nova.compute.provider_tree [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.288695] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.288981] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7e784175-349c-48f9-ba4c-b083d408d091/7e784175-349c-48f9-ba4c-b083d408d091.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.290885] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7697cf37-f4d4-4765-ba0a-df5f0101b946 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.304892] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 775.304892] env[69563]: value = "task-3403498" [ 775.304892] env[69563]: _type = "Task" [ 775.304892] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.317712] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.326284] env[69563]: DEBUG nova.objects.instance [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Lazy-loading 'flavor' on Instance uuid b850724f-f1d8-4460-b2d1-a7ea5d887826 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.369467] env[69563]: INFO nova.compute.manager [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Took 49.37 seconds to build instance. [ 775.468543] env[69563]: DEBUG oslo_concurrency.lockutils [req-d8749164-a5c6-47a1-aa4a-45a6e9027274 req-afd434ab-7de8-4166-8192-bb22d0cf56fb service nova] Releasing lock "refresh_cache-7e784175-349c-48f9-ba4c-b083d408d091" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.506827] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.506917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.507098] env[69563]: DEBUG nova.network.neutron [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 775.642373] env[69563]: DEBUG nova.compute.manager [req-0d3d41ea-4959-4d55-a24e-11caa2870bbf req-3a645fa2-37ba-46db-90e0-fffa14aecd60 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Received event network-changed-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.642373] env[69563]: DEBUG nova.compute.manager [req-0d3d41ea-4959-4d55-a24e-11caa2870bbf req-3a645fa2-37ba-46db-90e0-fffa14aecd60 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Refreshing instance network info cache due to event network-changed-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.642373] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d3d41ea-4959-4d55-a24e-11caa2870bbf req-3a645fa2-37ba-46db-90e0-fffa14aecd60 service nova] Acquiring lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.772261] env[69563]: DEBUG nova.network.neutron [-] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 775.791448] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.947s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.795168] env[69563]: DEBUG nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.796362] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.859s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.796580] env[69563]: DEBUG nova.objects.instance [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lazy-loading 'resources' on Instance uuid 41f5dbe2-486a-4c8f-ad59-0ab702e502ff {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.818706] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403498, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.832664] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquiring lock "cf414a50-3006-49a7-b95e-c267a8661d6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.833443] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "cf414a50-3006-49a7-b95e-c267a8661d6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.836830] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ff328fa2-c9a1-41d4-87ad-71317403077a tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.922s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.874824] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b433a242-d596-40de-ab25-22a27cd20fff tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "a95b4fe6-0f57-4a90-9126-9479597a72f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.744s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.050011] env[69563]: DEBUG nova.network.neutron [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 776.158829] env[69563]: DEBUG nova.compute.manager [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Received event network-vif-plugged-ffcc7d3d-17d9-46c7-9dda-f531145c708a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.159102] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] Acquiring lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.159370] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] Lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.159574] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] Lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.159809] env[69563]: DEBUG nova.compute.manager [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] No waiting events found dispatching network-vif-plugged-ffcc7d3d-17d9-46c7-9dda-f531145c708a {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.160049] env[69563]: WARNING nova.compute.manager [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Received unexpected event network-vif-plugged-ffcc7d3d-17d9-46c7-9dda-f531145c708a for instance with vm_state building and task_state spawning. [ 776.160265] env[69563]: DEBUG nova.compute.manager [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Received event network-changed-ffcc7d3d-17d9-46c7-9dda-f531145c708a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.160556] env[69563]: DEBUG nova.compute.manager [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Refreshing instance network info cache due to event network-changed-ffcc7d3d-17d9-46c7-9dda-f531145c708a. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.160660] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] Acquiring lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.275511] env[69563]: INFO nova.compute.manager [-] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Took 2.38 seconds to deallocate network for instance. [ 776.307562] env[69563]: DEBUG nova.compute.utils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.312790] env[69563]: DEBUG nova.network.neutron [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Updating instance_info_cache with network_info: [{"id": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "address": "fa:16:3e:b9:3d:2d", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc7d3d-17", "ovs_interfaceid": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 776.317020] env[69563]: DEBUG nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.317020] env[69563]: DEBUG nova.network.neutron [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 776.330568] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771568} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.330819] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7e784175-349c-48f9-ba4c-b083d408d091/7e784175-349c-48f9-ba4c-b083d408d091.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.331543] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.331863] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb3c6f93-00a6-405f-88f2-aad6d4a2b72c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.343263] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 776.343263] env[69563]: value = "task-3403499" [ 776.343263] env[69563]: _type = "Task" [ 776.343263] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.352695] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.362539] env[69563]: DEBUG nova.policy [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9112531e7e04caaaeb347e53571693c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '564c536aacb34cd19ae238d5bfed5340', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.376548] env[69563]: DEBUG nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.425981] env[69563]: DEBUG nova.network.neutron [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 776.816212] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.816212] env[69563]: DEBUG nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Instance network_info: |[{"id": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "address": "fa:16:3e:b9:3d:2d", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc7d3d-17", "ovs_interfaceid": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.816212] env[69563]: DEBUG nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.819844] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] Acquired lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.820573] env[69563]: DEBUG nova.network.neutron [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Refreshing network info cache for port ffcc7d3d-17d9-46c7-9dda-f531145c708a {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 776.821998] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:3d:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffcc7d3d-17d9-46c7-9dda-f531145c708a', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.831879] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.834888] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.835414] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15ab3fc0-b888-4170-93a9-65842bb3e510 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.865831] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44603eb5-e2da-4226-aa3c-2312482b9d5e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.873110] env[69563]: INFO nova.compute.manager [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Took 0.60 seconds to detach 1 volumes for instance. [ 776.893179] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072152} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.897886] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc67e4-64e9-45cb-8eb4-1b1cbbd50d86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.902496] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.902496] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.902496] env[69563]: value = "task-3403500" [ 776.902496] env[69563]: _type = "Task" [ 776.902496] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.903311] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0044cf-6ab2-4cc1-aa19-e0f3b4ed19bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.939089] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Releasing lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.939360] env[69563]: DEBUG nova.compute.manager [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Inject network info {{(pid=69563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 776.939618] env[69563]: DEBUG nova.compute.manager [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] network_info to inject: |[{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 776.945072] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Reconfiguring VM instance to set the machine id {{(pid=69563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 776.946517] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.960644] env[69563]: DEBUG nova.network.neutron [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Successfully updated port: c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 776.965429] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d3d41ea-4959-4d55-a24e-11caa2870bbf req-3a645fa2-37ba-46db-90e0-fffa14aecd60 service nova] Acquired lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.965646] env[69563]: DEBUG nova.network.neutron [req-0d3d41ea-4959-4d55-a24e-11caa2870bbf req-3a645fa2-37ba-46db-90e0-fffa14aecd60 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Refreshing network info cache for port 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 776.966830] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bc6c242-9f43-4496-be34-6d61d377f911 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.979555] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d21049-529e-48c9-bd74-db72674ecc0a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.991430] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 7e784175-349c-48f9-ba4c-b083d408d091/7e784175-349c-48f9-ba4c-b083d408d091.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.991564] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403500, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.994131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.994493] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.994493] env[69563]: DEBUG nova.network.neutron [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 776.997616] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde9298f-b05a-463a-90de-b980c02607f0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.019506] env[69563]: DEBUG oslo_concurrency.lockutils [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Acquiring lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.019506] env[69563]: DEBUG oslo_concurrency.lockutils [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.027513] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b33ace-5e39-438d-a3e6-e696300396ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.031393] env[69563]: DEBUG oslo_vmware.api [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 777.031393] env[69563]: value = "task-3403501" [ 777.031393] env[69563]: _type = "Task" [ 777.031393] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.032203] env[69563]: DEBUG nova.network.neutron [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Successfully created port: 99adb029-2d3e-41ca-9348-f70cce998024 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 777.036263] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 777.036263] env[69563]: value = "task-3403502" [ 777.036263] env[69563]: _type = "Task" [ 777.036263] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.053947] env[69563]: DEBUG nova.compute.provider_tree [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.061348] env[69563]: DEBUG oslo_vmware.api [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.064751] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.118140] env[69563]: DEBUG nova.network.neutron [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 777.163253] env[69563]: DEBUG nova.compute.manager [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 777.395742] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.422130] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403500, 'name': CreateVM_Task, 'duration_secs': 0.379616} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.425235] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.428385] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.428642] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.428936] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.429533] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52936ed-7032-4584-8710-3ae3e27d6cab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.434843] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 777.434843] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a47fe-54fc-9e4b-e6d3-add78eda607e" [ 777.434843] env[69563]: _type = "Task" [ 777.434843] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.195283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "a95b4fe6-0f57-4a90-9126-9479597a72f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.195283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "a95b4fe6-0f57-4a90-9126-9479597a72f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.195283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "a95b4fe6-0f57-4a90-9126-9479597a72f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.195283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "a95b4fe6-0f57-4a90-9126-9479597a72f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.195283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "a95b4fe6-0f57-4a90-9126-9479597a72f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.196361] env[69563]: INFO nova.compute.manager [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Detaching volume 833239cc-37ba-4f62-93fd-7c87feaf7059 [ 778.199787] env[69563]: DEBUG nova.scheduler.client.report [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.206253] env[69563]: DEBUG nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.208109] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a47fe-54fc-9e4b-e6d3-add78eda607e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.208282] env[69563]: WARNING oslo_vmware.common.loopingcall [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] task run outlasted interval by 0.273308 sec [ 778.209574] env[69563]: DEBUG nova.network.neutron [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Updating instance_info_cache with network_info: [{"id": "c743801a-476b-49c9-8b69-406fdb67cfc7", "address": "fa:16:3e:a4:f4:4a", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc743801a-47", "ovs_interfaceid": "c743801a-476b-49c9-8b69-406fdb67cfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 778.212732] env[69563]: INFO nova.compute.manager [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Terminating instance [ 778.224105] env[69563]: DEBUG nova.objects.instance [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lazy-loading 'flavor' on Instance uuid ef0f2679-9458-4e54-a8a6-912495ac571a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.234390] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.252579] env[69563]: DEBUG oslo_vmware.api [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403501, 'name': ReconfigVM_Task, 'duration_secs': 1.1829} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.252640] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403502, 'name': ReconfigVM_Task, 'duration_secs': 0.477155} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.257222] env[69563]: DEBUG nova.virt.hardware [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.260486] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1a964076-5cbb-4acd-9cde-f8178ef14f81 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Reconfigured VM instance to set the machine id {{(pid=69563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 778.263022] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 7e784175-349c-48f9-ba4c-b083d408d091/7e784175-349c-48f9-ba4c-b083d408d091.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.264611] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2f1ac3-c3de-4dae-9264-92620dec33ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.268390] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a47fe-54fc-9e4b-e6d3-add78eda607e, 'name': SearchDatastore_Task, 'duration_secs': 0.0197} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.268390] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63a45da5-7eb9-4f08-88a6-59adfe0dfa14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.269387] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.269730] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.269844] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.269994] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.270215] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.270929] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fccd7359-2152-41c3-abdd-9b58cbe78963 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.277531] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db5b27b-7246-4ca5-add3-daa969f8a403 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.282877] env[69563]: INFO nova.virt.block_device [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Attempting to driver detach volume 833239cc-37ba-4f62-93fd-7c87feaf7059 from mountpoint /dev/sdb [ 778.283106] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 778.283290] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679082', 'volume_id': '833239cc-37ba-4f62-93fd-7c87feaf7059', 'name': 'volume-833239cc-37ba-4f62-93fd-7c87feaf7059', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b850724f-f1d8-4460-b2d1-a7ea5d887826', 'attached_at': '', 'detached_at': '', 'volume_id': '833239cc-37ba-4f62-93fd-7c87feaf7059', 'serial': '833239cc-37ba-4f62-93fd-7c87feaf7059'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 778.283961] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 778.283961] env[69563]: value = "task-3403503" [ 778.283961] env[69563]: _type = "Task" [ 778.283961] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.284638] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a8f2f2-b81c-4377-ad08-4d1ae87f2f16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.289631] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.289631] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.294731] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9407dac-cecc-4cd6-83cd-7ea147c29a6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.325940] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e45fdd-76fe-4f0c-a998-7d46f6320eb5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.333740] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403503, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.334325] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 778.334325] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e92514-8d55-9cea-f556-bb9cbae91cbd" [ 778.334325] env[69563]: _type = "Task" [ 778.334325] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.341042] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b77c9e-f53e-4493-98cf-06e64967a121 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.349537] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e92514-8d55-9cea-f556-bb9cbae91cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.350839] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded124f8-9a77-48c3-9aab-6248cd57a20d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.370452] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684abff9-b17c-409d-bf05-bb60d66b5b1c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.374139] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 778.374139] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52135102-b71c-445e-e519-d0fd65608366" [ 778.374139] env[69563]: _type = "Task" [ 778.374139] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.388928] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] The volume has not been displaced from its original location: [datastore1] volume-833239cc-37ba-4f62-93fd-7c87feaf7059/volume-833239cc-37ba-4f62-93fd-7c87feaf7059.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 778.393159] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 778.394269] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b773c313-ed61-4a43-bb70-91a49feeffac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.411205] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52135102-b71c-445e-e519-d0fd65608366, 'name': SearchDatastore_Task, 'duration_secs': 0.013771} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.411986] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.412259] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3/7e9e43ea-699f-4b15-a6c0-c86789dbfcc3.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.412534] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b604c0a7-de8d-48c2-acfc-720a8cf70f25 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.416750] env[69563]: DEBUG oslo_vmware.api [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Waiting for the task: (returnval){ [ 778.416750] env[69563]: value = "task-3403504" [ 778.416750] env[69563]: _type = "Task" [ 778.416750] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.424510] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 778.424510] env[69563]: value = "task-3403505" [ 778.424510] env[69563]: _type = "Task" [ 778.424510] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.428261] env[69563]: DEBUG oslo_vmware.api [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.433159] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.518251] env[69563]: DEBUG nova.compute.manager [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Received event network-vif-plugged-c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.518527] env[69563]: DEBUG oslo_concurrency.lockutils [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] Acquiring lock "059d444c-f15e-4e19-a478-88f89022de01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.518782] env[69563]: DEBUG oslo_concurrency.lockutils [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] Lock "059d444c-f15e-4e19-a478-88f89022de01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.519052] env[69563]: DEBUG oslo_concurrency.lockutils [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] Lock "059d444c-f15e-4e19-a478-88f89022de01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.519255] env[69563]: DEBUG nova.compute.manager [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] No waiting events found dispatching network-vif-plugged-c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.519480] env[69563]: WARNING nova.compute.manager [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Received unexpected event network-vif-plugged-c743801a-476b-49c9-8b69-406fdb67cfc7 for instance with vm_state building and task_state spawning. [ 778.519687] env[69563]: DEBUG nova.compute.manager [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Received event network-changed-c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.519928] env[69563]: DEBUG nova.compute.manager [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Refreshing instance network info cache due to event network-changed-c743801a-476b-49c9-8b69-406fdb67cfc7. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.521023] env[69563]: DEBUG oslo_concurrency.lockutils [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] Acquiring lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.597662] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.598039] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.647233] env[69563]: DEBUG nova.network.neutron [req-0d3d41ea-4959-4d55-a24e-11caa2870bbf req-3a645fa2-37ba-46db-90e0-fffa14aecd60 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updated VIF entry in instance network info cache for port 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 778.647646] env[69563]: DEBUG nova.network.neutron [req-0d3d41ea-4959-4d55-a24e-11caa2870bbf req-3a645fa2-37ba-46db-90e0-fffa14aecd60 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 778.709644] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.913s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.714853] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.249s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.716889] env[69563]: INFO nova.compute.claims [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.728209] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.728607] env[69563]: DEBUG nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Instance network_info: |[{"id": "c743801a-476b-49c9-8b69-406fdb67cfc7", "address": "fa:16:3e:a4:f4:4a", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc743801a-47", "ovs_interfaceid": "c743801a-476b-49c9-8b69-406fdb67cfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.729269] env[69563]: DEBUG oslo_concurrency.lockutils [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] Acquired lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.729474] env[69563]: DEBUG nova.network.neutron [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Refreshing network info cache for port c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 778.733407] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:f4:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c743801a-476b-49c9-8b69-406fdb67cfc7', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.741400] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Creating folder: Project (3c6ee90d46c34192a27685289adf1bcf). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.742987] env[69563]: INFO nova.scheduler.client.report [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Deleted allocations for instance 41f5dbe2-486a-4c8f-ad59-0ab702e502ff [ 778.748725] env[69563]: DEBUG nova.compute.manager [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.749183] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.749261] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a567e97b-6bb1-46cf-ba96-2fd4b76e38bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.751424] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.755220] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f327ac-90d3-4b90-9584-47bb5ba9362b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.771366] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.773278] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c208dd36-c95a-4281-8d54-8d417eeb32df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.775068] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Created folder: Project (3c6ee90d46c34192a27685289adf1bcf) in parent group-v678952. [ 778.775541] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Creating folder: Instances. Parent ref: group-v679085. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.775541] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e7592da-aa89-4456-99a3-6e6a24736e68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.783435] env[69563]: DEBUG oslo_vmware.api [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 778.783435] env[69563]: value = "task-3403507" [ 778.783435] env[69563]: _type = "Task" [ 778.783435] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.796899] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Created folder: Instances in parent group-v679085. [ 778.797246] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.798425] env[69563]: DEBUG oslo_vmware.api [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.800191] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.800191] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9528289-30af-4f15-8632-a88d9186ce81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.819383] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403503, 'name': Rename_Task, 'duration_secs': 0.214594} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.820048] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.820908] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0b97c60-07a2-420a-80db-3c7885398291 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.825145] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.825145] env[69563]: value = "task-3403509" [ 778.825145] env[69563]: _type = "Task" [ 778.825145] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.830197] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 778.830197] env[69563]: value = "task-3403510" [ 778.830197] env[69563]: _type = "Task" [ 778.830197] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.839589] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403509, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.843021] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.928861] env[69563]: DEBUG oslo_vmware.api [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403504, 'name': ReconfigVM_Task, 'duration_secs': 0.237634} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.930409] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 778.937611] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efebb020-c26a-4549-bc12-c01214fd5d80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.948140] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.955687] env[69563]: DEBUG oslo_vmware.api [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Waiting for the task: (returnval){ [ 778.955687] env[69563]: value = "task-3403511" [ 778.955687] env[69563]: _type = "Task" [ 778.955687] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.966881] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquiring lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.967045] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.967271] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquiring lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.967429] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.967593] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.969278] env[69563]: DEBUG oslo_vmware.api [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.970302] env[69563]: DEBUG nova.network.neutron [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Updated VIF entry in instance network info cache for port ffcc7d3d-17d9-46c7-9dda-f531145c708a. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 778.971158] env[69563]: DEBUG nova.network.neutron [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Updating instance_info_cache with network_info: [{"id": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "address": "fa:16:3e:b9:3d:2d", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc7d3d-17", "ovs_interfaceid": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 778.971956] env[69563]: INFO nova.compute.manager [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Terminating instance [ 779.152985] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d3d41ea-4959-4d55-a24e-11caa2870bbf req-3a645fa2-37ba-46db-90e0-fffa14aecd60 service nova] Releasing lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.153502] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquired lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.264632] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c254e5d-eef7-46d7-a341-bf8117008d2d tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "41f5dbe2-486a-4c8f-ad59-0ab702e502ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.804s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.278595] env[69563]: DEBUG nova.network.neutron [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Successfully updated port: 99adb029-2d3e-41ca-9348-f70cce998024 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.300945] env[69563]: DEBUG oslo_vmware.api [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403507, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.337645] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403509, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.345275] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.444326] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615151} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.444326] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3/7e9e43ea-699f-4b15-a6c0-c86789dbfcc3.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.444326] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.444592] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-867ae314-00ac-4e07-b87a-525a0c0e5e6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.449061] env[69563]: DEBUG nova.compute.manager [req-f5f42b1a-722b-4b9e-983c-aaa023cc7999 req-6fad7d94-ecc8-4207-9449-43be663ede88 service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Received event network-vif-plugged-99adb029-2d3e-41ca-9348-f70cce998024 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.449282] env[69563]: DEBUG oslo_concurrency.lockutils [req-f5f42b1a-722b-4b9e-983c-aaa023cc7999 req-6fad7d94-ecc8-4207-9449-43be663ede88 service nova] Acquiring lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.449484] env[69563]: DEBUG oslo_concurrency.lockutils [req-f5f42b1a-722b-4b9e-983c-aaa023cc7999 req-6fad7d94-ecc8-4207-9449-43be663ede88 service nova] Lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.449644] env[69563]: DEBUG oslo_concurrency.lockutils [req-f5f42b1a-722b-4b9e-983c-aaa023cc7999 req-6fad7d94-ecc8-4207-9449-43be663ede88 service nova] Lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.449884] env[69563]: DEBUG nova.compute.manager [req-f5f42b1a-722b-4b9e-983c-aaa023cc7999 req-6fad7d94-ecc8-4207-9449-43be663ede88 service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] No waiting events found dispatching network-vif-plugged-99adb029-2d3e-41ca-9348-f70cce998024 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.450042] env[69563]: WARNING nova.compute.manager [req-f5f42b1a-722b-4b9e-983c-aaa023cc7999 req-6fad7d94-ecc8-4207-9449-43be663ede88 service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Received unexpected event network-vif-plugged-99adb029-2d3e-41ca-9348-f70cce998024 for instance with vm_state building and task_state spawning. [ 779.462148] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 779.462148] env[69563]: value = "task-3403512" [ 779.462148] env[69563]: _type = "Task" [ 779.462148] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.473021] env[69563]: DEBUG oslo_vmware.api [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Task: {'id': task-3403511, 'name': ReconfigVM_Task, 'duration_secs': 0.437825} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.473021] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679082', 'volume_id': '833239cc-37ba-4f62-93fd-7c87feaf7059', 'name': 'volume-833239cc-37ba-4f62-93fd-7c87feaf7059', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b850724f-f1d8-4460-b2d1-a7ea5d887826', 'attached_at': '', 'detached_at': '', 'volume_id': '833239cc-37ba-4f62-93fd-7c87feaf7059', 'serial': '833239cc-37ba-4f62-93fd-7c87feaf7059'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 779.484201] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] Releasing lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.484526] env[69563]: DEBUG nova.compute.manager [req-5f02aeac-e50b-45ee-8aa8-30137660d344 req-d5d9233f-6ab3-42f1-9d72-90bf40dfdaed service nova] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Received event network-vif-deleted-e0e786e2-0119-47fd-8901-8b4572893904 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.486446] env[69563]: DEBUG nova.compute.manager [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.489030] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.489030] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.490665] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6824d73b-5840-4a59-be5a-4fb8cd859c26 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.500018] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.500018] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a474bc55-6ec7-4e7c-9881-cf814d0c3a4f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.510203] env[69563]: DEBUG oslo_vmware.api [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 779.510203] env[69563]: value = "task-3403513" [ 779.510203] env[69563]: _type = "Task" [ 779.510203] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.519891] env[69563]: DEBUG oslo_vmware.api [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.714784] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "58588121-7bdb-4d6a-b52a-a08f74578d26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.715061] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "58588121-7bdb-4d6a-b52a-a08f74578d26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.787644] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquiring lock "refresh_cache-049a61b7-9f8b-40ff-aa1a-70f75e9abc84" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.787644] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquired lock "refresh_cache-049a61b7-9f8b-40ff-aa1a-70f75e9abc84" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.787644] env[69563]: DEBUG nova.network.neutron [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 779.804985] env[69563]: DEBUG oslo_vmware.api [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403507, 'name': PowerOffVM_Task, 'duration_secs': 0.539948} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.805292] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.805516] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.805788] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b925f01d-e4d6-47e9-b6f8-3a1bb5bf2f40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.850347] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403509, 'name': CreateVM_Task, 'duration_secs': 0.659517} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.850641] env[69563]: DEBUG oslo_vmware.api [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403510, 'name': PowerOnVM_Task, 'duration_secs': 0.97717} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.850805] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.851071] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.851240] env[69563]: INFO nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Took 11.39 seconds to spawn the instance on the hypervisor. [ 779.851418] env[69563]: DEBUG nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.854196] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.854885] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.854885] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.855508] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b059e0d-6451-4e97-a732-1c052446051e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.861049] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b280ee-5885-460c-a404-c3cbbc20bd65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.868882] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 779.868882] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d4104-75f4-fbd3-0a58-2f67a17d57ba" [ 779.868882] env[69563]: _type = "Task" [ 779.868882] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.881251] env[69563]: DEBUG nova.network.neutron [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Updated VIF entry in instance network info cache for port c743801a-476b-49c9-8b69-406fdb67cfc7. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 779.881251] env[69563]: DEBUG nova.network.neutron [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Updating instance_info_cache with network_info: [{"id": "c743801a-476b-49c9-8b69-406fdb67cfc7", "address": "fa:16:3e:a4:f4:4a", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc743801a-47", "ovs_interfaceid": "c743801a-476b-49c9-8b69-406fdb67cfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 779.884662] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d4104-75f4-fbd3-0a58-2f67a17d57ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.971811] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072915} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.974249] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.978414] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182f7d6-4f1c-4baf-bb91-a0abf9c31241 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.005669] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3/7e9e43ea-699f-4b15-a6c0-c86789dbfcc3.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.010122] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf577fb-c03f-4d3c-853f-1a5f4c95e0d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.024926] env[69563]: DEBUG nova.network.neutron [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 780.039024] env[69563]: DEBUG oslo_vmware.api [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403513, 'name': PowerOffVM_Task, 'duration_secs': 0.23019} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.039223] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 780.039223] env[69563]: value = "task-3403515" [ 780.039223] env[69563]: _type = "Task" [ 780.039223] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.042550] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.042695] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.044058] env[69563]: DEBUG nova.objects.instance [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Lazy-loading 'flavor' on Instance uuid b850724f-f1d8-4460-b2d1-a7ea5d887826 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.045240] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa1945b0-acf1-4020-bc0a-1a947a4ce5ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.056344] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.243193] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9119a0-6eb5-4b6e-9599-98109b8a4e31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.254282] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4584f7c7-b8e7-41ae-a7b8-2d806efbe72f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.296586] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b203914-6847-409c-a5f4-c8a0c20498b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.305180] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60017e35-80e0-4bab-861a-b77fc4760c87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.322716] env[69563]: DEBUG nova.compute.provider_tree [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.326056] env[69563]: DEBUG nova.network.neutron [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 780.385153] env[69563]: INFO nova.compute.manager [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Took 45.08 seconds to build instance. [ 780.386169] env[69563]: DEBUG oslo_concurrency.lockutils [req-1299e3c4-a9ad-4d94-a3df-438555a49578 req-cee57fb5-9874-42b6-9bc7-0153a322ae8c service nova] Releasing lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.390701] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d4104-75f4-fbd3-0a58-2f67a17d57ba, 'name': SearchDatastore_Task, 'duration_secs': 0.021213} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.391703] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.392100] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.392594] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.392857] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.393118] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.393535] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d00b87b5-1f8c-4090-b53b-fcd2551fb952 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.403250] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.403250] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.404562] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff40d9e-a764-4a77-9ba4-af924c94a34c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.411050] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 780.411050] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5267fe81-7318-d863-5249-f267bf60732e" [ 780.411050] env[69563]: _type = "Task" [ 780.411050] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.419553] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5267fe81-7318-d863-5249-f267bf60732e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.515239] env[69563]: DEBUG nova.network.neutron [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Updating instance_info_cache with network_info: [{"id": "99adb029-2d3e-41ca-9348-f70cce998024", "address": "fa:16:3e:5a:44:ba", "network": {"id": "4cddd2f3-99dd-4a81-8410-e50efc8100c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-769144991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564c536aacb34cd19ae238d5bfed5340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99adb029-2d", "ovs_interfaceid": "99adb029-2d3e-41ca-9348-f70cce998024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 780.555066] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403515, 'name': ReconfigVM_Task, 'duration_secs': 0.321604} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.556576] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3/7e9e43ea-699f-4b15-a6c0-c86789dbfcc3.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.557465] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d0a7cd3-db69-4d87-a3dd-496b56a8b184 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.564835] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 780.564835] env[69563]: value = "task-3403517" [ 780.564835] env[69563]: _type = "Task" [ 780.564835] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.582237] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403517, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.646935] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.651639] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.651781] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleting the datastore file [datastore1] a95b4fe6-0f57-4a90-9126-9479597a72f9 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.652151] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c20671-d441-452c-931a-595a6db2f5da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.657223] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.657564] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.658101] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Deleting the datastore file [datastore1] 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.658410] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4b9b869-a6dc-458a-974c-064b2bbfe904 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.663658] env[69563]: DEBUG oslo_vmware.api [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 780.663658] env[69563]: value = "task-3403518" [ 780.663658] env[69563]: _type = "Task" [ 780.663658] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.669842] env[69563]: DEBUG oslo_vmware.api [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for the task: (returnval){ [ 780.669842] env[69563]: value = "task-3403519" [ 780.669842] env[69563]: _type = "Task" [ 780.669842] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.677618] env[69563]: DEBUG oslo_vmware.api [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.684685] env[69563]: DEBUG oslo_vmware.api [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.776425] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.776779] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.826361] env[69563]: DEBUG nova.scheduler.client.report [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.847513] env[69563]: DEBUG nova.network.neutron [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 780.891322] env[69563]: DEBUG oslo_concurrency.lockutils [None req-24e51f02-0d8f-499c-a6c3-68b41aeebc42 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "7e784175-349c-48f9-ba4c-b083d408d091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.602s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.923025] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5267fe81-7318-d863-5249-f267bf60732e, 'name': SearchDatastore_Task, 'duration_secs': 0.031545} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.924181] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec6b074-c9e6-47be-8d75-bc65c5c1dcf8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.929723] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 780.929723] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52eb8045-bfbe-63fb-a818-fa2d073147db" [ 780.929723] env[69563]: _type = "Task" [ 780.929723] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.937848] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52eb8045-bfbe-63fb-a818-fa2d073147db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.021163] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Releasing lock "refresh_cache-049a61b7-9f8b-40ff-aa1a-70f75e9abc84" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.021163] env[69563]: DEBUG nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Instance network_info: |[{"id": "99adb029-2d3e-41ca-9348-f70cce998024", "address": "fa:16:3e:5a:44:ba", "network": {"id": "4cddd2f3-99dd-4a81-8410-e50efc8100c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-769144991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564c536aacb34cd19ae238d5bfed5340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99adb029-2d", "ovs_interfaceid": "99adb029-2d3e-41ca-9348-f70cce998024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.021163] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:44:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99adb029-2d3e-41ca-9348-f70cce998024', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.027297] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Creating folder: Project (564c536aacb34cd19ae238d5bfed5340). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.027757] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41b2c493-24c8-4001-9a29-85a5b4f97fd7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.040066] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Created folder: Project (564c536aacb34cd19ae238d5bfed5340) in parent group-v678952. [ 781.040518] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Creating folder: Instances. Parent ref: group-v679088. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.041521] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-633e2a69-fa29-4d11-be1d-0d4607eba003 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.052185] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Created folder: Instances in parent group-v679088. [ 781.052909] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.053635] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.053635] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f706fa3-b762-4555-b924-02dc2ef5a2af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.073373] env[69563]: DEBUG oslo_concurrency.lockutils [None req-18cc42ca-153c-4ccf-8a04-6bc13c6fbedd tempest-VolumesAssistedSnapshotsTest-1874943041 tempest-VolumesAssistedSnapshotsTest-1874943041-project-admin] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.054s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.084304] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403517, 'name': Rename_Task, 'duration_secs': 0.152771} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.086504] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.087237] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.087237] env[69563]: value = "task-3403522" [ 781.087237] env[69563]: _type = "Task" [ 781.087237] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.087468] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef72a97d-b3ad-4382-95e5-f6f79d402750 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.099243] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403522, 'name': CreateVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.100578] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 781.100578] env[69563]: value = "task-3403523" [ 781.100578] env[69563]: _type = "Task" [ 781.100578] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.108829] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.140408] env[69563]: DEBUG nova.compute.manager [req-1557d1bb-8a05-4b76-af27-86856c36cbde req-2183bf41-949f-4f8b-9a0b-1284a03c4d44 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Received event network-changed-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.140599] env[69563]: DEBUG nova.compute.manager [req-1557d1bb-8a05-4b76-af27-86856c36cbde req-2183bf41-949f-4f8b-9a0b-1284a03c4d44 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Refreshing instance network info cache due to event network-changed-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.140798] env[69563]: DEBUG oslo_concurrency.lockutils [req-1557d1bb-8a05-4b76-af27-86856c36cbde req-2183bf41-949f-4f8b-9a0b-1284a03c4d44 service nova] Acquiring lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.177577] env[69563]: DEBUG oslo_vmware.api [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295221} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.178325] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.178510] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.178685] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.178854] env[69563]: INFO nova.compute.manager [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Took 2.43 seconds to destroy the instance on the hypervisor. [ 781.179103] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.179304] env[69563]: DEBUG nova.compute.manager [-] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.179395] env[69563]: DEBUG nova.network.neutron [-] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 781.183959] env[69563]: DEBUG oslo_vmware.api [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Task: {'id': task-3403519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297302} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.184491] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.184736] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.184939] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.185125] env[69563]: INFO nova.compute.manager [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Took 1.70 seconds to destroy the instance on the hypervisor. [ 781.185357] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.185534] env[69563]: DEBUG nova.compute.manager [-] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.185625] env[69563]: DEBUG nova.network.neutron [-] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 781.333494] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.334048] env[69563]: DEBUG nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.336698] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.732s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.338169] env[69563]: INFO nova.compute.claims [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.354696] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Releasing lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.354967] env[69563]: DEBUG nova.compute.manager [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Inject network info {{(pid=69563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 781.355509] env[69563]: DEBUG nova.compute.manager [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] network_info to inject: |[{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 781.360244] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Reconfiguring VM instance to set the machine id {{(pid=69563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 781.360854] env[69563]: DEBUG oslo_concurrency.lockutils [req-1557d1bb-8a05-4b76-af27-86856c36cbde req-2183bf41-949f-4f8b-9a0b-1284a03c4d44 service nova] Acquired lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.360926] env[69563]: DEBUG nova.network.neutron [req-1557d1bb-8a05-4b76-af27-86856c36cbde req-2183bf41-949f-4f8b-9a0b-1284a03c4d44 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Refreshing network info cache for port 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 781.364257] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4708dce-1468-48c8-b0f0-441207b57840 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.386015] env[69563]: DEBUG oslo_vmware.api [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 781.386015] env[69563]: value = "task-3403524" [ 781.386015] env[69563]: _type = "Task" [ 781.386015] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.402457] env[69563]: DEBUG nova.compute.manager [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.410523] env[69563]: DEBUG oslo_vmware.api [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.444923] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52eb8045-bfbe-63fb-a818-fa2d073147db, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.445279] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.445570] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 059d444c-f15e-4e19-a478-88f89022de01/059d444c-f15e-4e19-a478-88f89022de01.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.446334] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68960104-1713-4a33-b733-816072b10b22 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.456800] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 781.456800] env[69563]: value = "task-3403526" [ 781.456800] env[69563]: _type = "Task" [ 781.456800] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.467777] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.605326] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403522, 'name': CreateVM_Task, 'duration_secs': 0.376354} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.605965] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.607497] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.607593] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.607894] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.608850] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31803c10-c16b-4eb9-8b14-a3dbeca3001b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.617306] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "f51b0ff6-a600-414c-a50d-5e74f0640124" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.617776] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "f51b0ff6-a600-414c-a50d-5e74f0640124" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.618113] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "f51b0ff6-a600-414c-a50d-5e74f0640124-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.618530] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "f51b0ff6-a600-414c-a50d-5e74f0640124-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.618842] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "f51b0ff6-a600-414c-a50d-5e74f0640124-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.621315] env[69563]: DEBUG oslo_vmware.api [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403523, 'name': PowerOnVM_Task, 'duration_secs': 0.479358} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.622275] env[69563]: INFO nova.compute.manager [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Terminating instance [ 781.624992] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.625366] env[69563]: INFO nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Took 10.44 seconds to spawn the instance on the hypervisor. [ 781.625592] env[69563]: DEBUG nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.628512] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697364b-cfd0-40bb-a68d-2b7bb4e8061d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.633156] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 781.633156] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5287e6eb-02cd-8dcd-84c2-3ef6ee779cf2" [ 781.633156] env[69563]: _type = "Task" [ 781.633156] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.656312] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5287e6eb-02cd-8dcd-84c2-3ef6ee779cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.656790] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.657357] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.657632] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.657900] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.658258] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.658729] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3985198-25c6-4184-a18f-ac829311f465 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.668736] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.668952] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.671446] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7148cbca-3503-4ade-a796-a90b962624e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.679660] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 781.679660] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d54f7b-74df-9b1d-16ba-a16a3a063ca0" [ 781.679660] env[69563]: _type = "Task" [ 781.679660] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.692841] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d54f7b-74df-9b1d-16ba-a16a3a063ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.843164] env[69563]: DEBUG nova.compute.utils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.845748] env[69563]: DEBUG nova.compute.manager [req-3e68fcc3-bcb1-4823-a4d0-592788a3214d req-afb78d5c-0126-402e-9b98-7285009e05e5 service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Received event network-changed-99adb029-2d3e-41ca-9348-f70cce998024 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.846638] env[69563]: DEBUG nova.compute.manager [req-3e68fcc3-bcb1-4823-a4d0-592788a3214d req-afb78d5c-0126-402e-9b98-7285009e05e5 service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Refreshing instance network info cache due to event network-changed-99adb029-2d3e-41ca-9348-f70cce998024. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.847063] env[69563]: DEBUG oslo_concurrency.lockutils [req-3e68fcc3-bcb1-4823-a4d0-592788a3214d req-afb78d5c-0126-402e-9b98-7285009e05e5 service nova] Acquiring lock "refresh_cache-049a61b7-9f8b-40ff-aa1a-70f75e9abc84" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.847329] env[69563]: DEBUG oslo_concurrency.lockutils [req-3e68fcc3-bcb1-4823-a4d0-592788a3214d req-afb78d5c-0126-402e-9b98-7285009e05e5 service nova] Acquired lock "refresh_cache-049a61b7-9f8b-40ff-aa1a-70f75e9abc84" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.847685] env[69563]: DEBUG nova.network.neutron [req-3e68fcc3-bcb1-4823-a4d0-592788a3214d req-afb78d5c-0126-402e-9b98-7285009e05e5 service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Refreshing network info cache for port 99adb029-2d3e-41ca-9348-f70cce998024 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 781.849364] env[69563]: DEBUG nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.849655] env[69563]: DEBUG nova.network.neutron [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 781.896535] env[69563]: DEBUG oslo_vmware.api [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.931334] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.946080] env[69563]: DEBUG nova.policy [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04f7618832ee4c7ba03d8f3bde10b666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26d9a4e3ed0144f1ad19a82ad241b702', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.968480] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403526, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.060151] env[69563]: DEBUG nova.compute.manager [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.061246] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aa84a9-17b5-4063-9fb0-2ae15c6a5752 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.135544] env[69563]: DEBUG nova.compute.manager [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.135832] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.136710] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029141e0-9f78-4493-8b89-70d2101f2274 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.153491] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.159956] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e28d6dc5-88b4-43e2-a18b-680ff93d2485 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.167823] env[69563]: INFO nova.compute.manager [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Took 36.34 seconds to build instance. [ 782.173992] env[69563]: DEBUG oslo_vmware.api [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 782.173992] env[69563]: value = "task-3403527" [ 782.173992] env[69563]: _type = "Task" [ 782.173992] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.182469] env[69563]: DEBUG oslo_vmware.api [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.193391] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d54f7b-74df-9b1d-16ba-a16a3a063ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.194317] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e01e63-a9ac-4085-84cd-b24b8027eb8f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.201224] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 782.201224] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528f59e4-220a-d4cf-1a40-688915b1b4e0" [ 782.201224] env[69563]: _type = "Task" [ 782.201224] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.209834] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528f59e4-220a-d4cf-1a40-688915b1b4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.279218] env[69563]: DEBUG nova.network.neutron [-] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 782.313921] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "ef0f2679-9458-4e54-a8a6-912495ac571a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.314215] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "ef0f2679-9458-4e54-a8a6-912495ac571a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.314425] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "ef0f2679-9458-4e54-a8a6-912495ac571a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.314624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "ef0f2679-9458-4e54-a8a6-912495ac571a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.314793] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "ef0f2679-9458-4e54-a8a6-912495ac571a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.317434] env[69563]: INFO nova.compute.manager [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Terminating instance [ 782.357266] env[69563]: DEBUG nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.376569] env[69563]: DEBUG nova.network.neutron [req-1557d1bb-8a05-4b76-af27-86856c36cbde req-2183bf41-949f-4f8b-9a0b-1284a03c4d44 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updated VIF entry in instance network info cache for port 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 782.377391] env[69563]: DEBUG nova.network.neutron [req-1557d1bb-8a05-4b76-af27-86856c36cbde req-2183bf41-949f-4f8b-9a0b-1284a03c4d44 service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [{"id": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "address": "fa:16:3e:37:f6:5d", "network": {"id": "35da6c6a-a9c8-4ae5-930a-40b67ddd50ff", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-982149885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b41313a676c94a81b24298de079f7236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9901ae3b-08", "ovs_interfaceid": "9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 782.401508] env[69563]: DEBUG oslo_vmware.api [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403524, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.478255] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732963} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.478255] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 059d444c-f15e-4e19-a478-88f89022de01/059d444c-f15e-4e19-a478-88f89022de01.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.478255] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.478255] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e367b40-a00b-4884-9218-70d0458d517c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.489617] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 782.489617] env[69563]: value = "task-3403528" [ 782.489617] env[69563]: _type = "Task" [ 782.489617] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.501897] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.577193] env[69563]: INFO nova.compute.manager [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] instance snapshotting [ 782.580936] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401042ad-d9cb-4d03-a7df-661eec469030 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.606502] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bdee5a-3383-45b7-aad7-888a98a8843f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.669343] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd460e8f-b8fa-425b-95c2-d390945c9241 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.866s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.673026] env[69563]: DEBUG nova.network.neutron [-] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 782.688821] env[69563]: DEBUG oslo_vmware.api [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403527, 'name': PowerOffVM_Task, 'duration_secs': 0.280152} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.693671] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.694087] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.695696] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25944731-9bd9-4efd-ae23-612b409b77fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.721916] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528f59e4-220a-d4cf-1a40-688915b1b4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.042881} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.722591] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.722591] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 049a61b7-9f8b-40ff-aa1a-70f75e9abc84/049a61b7-9f8b-40ff-aa1a-70f75e9abc84.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.722869] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cbb56b2-e31b-4428-ad4a-4dd14934db54 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.733224] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 782.733224] env[69563]: value = "task-3403530" [ 782.733224] env[69563]: _type = "Task" [ 782.733224] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.744142] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.772028] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.772028] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.772028] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Deleting the datastore file [datastore2] f51b0ff6-a600-414c-a50d-5e74f0640124 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.772314] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-765e5c5b-dda7-4797-bfcd-46a85fc212ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.779679] env[69563]: DEBUG oslo_vmware.api [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for the task: (returnval){ [ 782.779679] env[69563]: value = "task-3403531" [ 782.779679] env[69563]: _type = "Task" [ 782.779679] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.783443] env[69563]: INFO nova.compute.manager [-] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Took 1.60 seconds to deallocate network for instance. [ 782.791138] env[69563]: DEBUG oslo_vmware.api [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.830896] env[69563]: DEBUG nova.compute.manager [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.830896] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.833830] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8024583-0400-4f4d-9a66-156198bae8b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.845965] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.848691] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a22298f-c0b7-4a70-9c69-63cae30d65bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.855803] env[69563]: DEBUG oslo_vmware.api [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 782.855803] env[69563]: value = "task-3403532" [ 782.855803] env[69563]: _type = "Task" [ 782.855803] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.872403] env[69563]: DEBUG oslo_vmware.api [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.883054] env[69563]: DEBUG oslo_concurrency.lockutils [req-1557d1bb-8a05-4b76-af27-86856c36cbde req-2183bf41-949f-4f8b-9a0b-1284a03c4d44 service nova] Releasing lock "refresh_cache-ef0f2679-9458-4e54-a8a6-912495ac571a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.886066] env[69563]: DEBUG nova.network.neutron [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Successfully created port: fa287911-a0a6-43fe-8759-67fec529cbe6 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 782.896816] env[69563]: DEBUG oslo_vmware.api [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403524, 'name': ReconfigVM_Task, 'duration_secs': 1.223137} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.896816] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3a4fa1-06eb-49f9-a5b7-42882a9364b9 tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Reconfigured VM instance to set the machine id {{(pid=69563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 783.002099] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084026} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.002560] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.003420] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c6066-9675-496b-bf17-ff4c2e523f8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.029293] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 059d444c-f15e-4e19-a478-88f89022de01/059d444c-f15e-4e19-a478-88f89022de01.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.030667] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d343c117-2fc0-4b5e-9012-73ab0392a60f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.048140] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eab051-078a-4db5-bac9-330be8600e76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.060149] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e333a57-fe67-4a85-9dff-b99d60dae401 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.062937] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 783.062937] env[69563]: value = "task-3403533" [ 783.062937] env[69563]: _type = "Task" [ 783.062937] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.095343] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56f9bd-642c-44bc-9aa3-00ebf0a63aca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.102804] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.108221] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae7f87c-e86c-4d9c-9532-99fc57e67353 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.124136] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.124711] env[69563]: DEBUG nova.compute.provider_tree [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.126708] env[69563]: DEBUG nova.network.neutron [req-3e68fcc3-bcb1-4823-a4d0-592788a3214d req-afb78d5c-0126-402e-9b98-7285009e05e5 service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Updated VIF entry in instance network info cache for port 99adb029-2d3e-41ca-9348-f70cce998024. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 783.128580] env[69563]: DEBUG nova.network.neutron [req-3e68fcc3-bcb1-4823-a4d0-592788a3214d req-afb78d5c-0126-402e-9b98-7285009e05e5 service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Updating instance_info_cache with network_info: [{"id": "99adb029-2d3e-41ca-9348-f70cce998024", "address": "fa:16:3e:5a:44:ba", "network": {"id": "4cddd2f3-99dd-4a81-8410-e50efc8100c9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-769144991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "564c536aacb34cd19ae238d5bfed5340", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99adb029-2d", "ovs_interfaceid": "99adb029-2d3e-41ca-9348-f70cce998024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 783.128580] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a692d74-7215-4657-a23a-a2cbfdc4cb03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.137057] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 783.137057] env[69563]: value = "task-3403534" [ 783.137057] env[69563]: _type = "Task" [ 783.137057] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.146938] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.174490] env[69563]: DEBUG nova.compute.manager [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.177127] env[69563]: INFO nova.compute.manager [-] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Took 1.99 seconds to deallocate network for instance. [ 783.246092] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.291200] env[69563]: DEBUG oslo_vmware.api [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Task: {'id': task-3403531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406627} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.291668] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.291988] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.292454] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.292791] env[69563]: INFO nova.compute.manager [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Took 1.16 seconds to destroy the instance on the hypervisor. [ 783.293165] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.297627] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.297627] env[69563]: DEBUG nova.compute.manager [-] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.297627] env[69563]: DEBUG nova.network.neutron [-] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 783.370288] env[69563]: DEBUG oslo_vmware.api [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403532, 'name': PowerOffVM_Task, 'duration_secs': 0.202232} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.372106] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.372295] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.373716] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] Acquiring lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.374082] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] Acquired lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.374082] env[69563]: DEBUG nova.network.neutron [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 783.375460] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcdaa5ff-e9c7-4312-8714-213b01ee92e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.378952] env[69563]: DEBUG nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.398079] env[69563]: DEBUG nova.compute.manager [req-9159c7b2-f5af-4098-84d6-527462c7c08f req-c6d9f65d-47d7-4d99-8967-ad845ce4ce50 service nova] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Received event network-vif-deleted-9c1a7988-4843-4426-a960-9add12099622 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.399503] env[69563]: DEBUG nova.compute.manager [req-9159c7b2-f5af-4098-84d6-527462c7c08f req-c6d9f65d-47d7-4d99-8967-ad845ce4ce50 service nova] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Received event network-vif-deleted-fe39a8ec-dda3-4cb6-be1c-76f4b651505e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.410350] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.410350] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.410350] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.410644] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.410644] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.410816] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.411582] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.411582] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.411582] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.411582] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.411748] env[69563]: DEBUG nova.virt.hardware [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.413089] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e10d43c-f4fc-40c7-a11b-f10961e730c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.427612] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d619a9-54ab-44f1-8c95-ee574a9e2f43 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.460934] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.460934] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.460934] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Deleting the datastore file [datastore2] ef0f2679-9458-4e54-a8a6-912495ac571a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.461215] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d06b235-35cc-486f-befb-29d98086623b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.469047] env[69563]: DEBUG oslo_vmware.api [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for the task: (returnval){ [ 783.469047] env[69563]: value = "task-3403536" [ 783.469047] env[69563]: _type = "Task" [ 783.469047] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.481524] env[69563]: DEBUG oslo_vmware.api [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.574364] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.631968] env[69563]: DEBUG nova.scheduler.client.report [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.635939] env[69563]: DEBUG oslo_concurrency.lockutils [req-3e68fcc3-bcb1-4823-a4d0-592788a3214d req-afb78d5c-0126-402e-9b98-7285009e05e5 service nova] Releasing lock "refresh_cache-049a61b7-9f8b-40ff-aa1a-70f75e9abc84" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.650920] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403534, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.683358] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.698615] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.744944] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765427} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.744944] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 049a61b7-9f8b-40ff-aa1a-70f75e9abc84/049a61b7-9f8b-40ff-aa1a-70f75e9abc84.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.745490] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.745490] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b415566c-de07-4a22-86ff-cded10788557 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.752768] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 783.752768] env[69563]: value = "task-3403537" [ 783.752768] env[69563]: _type = "Task" [ 783.752768] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.762554] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.980315] env[69563]: DEBUG oslo_vmware.api [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Task: {'id': task-3403536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202428} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.982700] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.982904] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.983094] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.983269] env[69563]: INFO nova.compute.manager [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.983546] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.983992] env[69563]: DEBUG nova.compute.manager [-] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.984109] env[69563]: DEBUG nova.network.neutron [-] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 784.077820] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403533, 'name': ReconfigVM_Task, 'duration_secs': 0.649977} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.078709] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 059d444c-f15e-4e19-a478-88f89022de01/059d444c-f15e-4e19-a478-88f89022de01.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.082217] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65faba7b-de3a-4a77-a695-070900d4d9e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.088077] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 784.088077] env[69563]: value = "task-3403538" [ 784.088077] env[69563]: _type = "Task" [ 784.088077] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.100408] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403538, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.119701] env[69563]: DEBUG nova.network.neutron [-] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 784.140416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.140982] env[69563]: DEBUG nova.compute.manager [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.144078] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.118s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.145432] env[69563]: INFO nova.compute.claims [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.155042] env[69563]: DEBUG nova.network.neutron [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Updating instance_info_cache with network_info: [{"id": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "address": "fa:16:3e:b9:3d:2d", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc7d3d-17", "ovs_interfaceid": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 784.162789] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403534, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.266851] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146986} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.267205] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.268055] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72399660-a165-4fd1-90a0-129bc3500a2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.291279] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 049a61b7-9f8b-40ff-aa1a-70f75e9abc84/049a61b7-9f8b-40ff-aa1a-70f75e9abc84.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.291665] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f93fe3-474e-4871-bdc3-833c1cef1eb7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.311945] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 784.311945] env[69563]: value = "task-3403539" [ 784.311945] env[69563]: _type = "Task" [ 784.311945] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.321783] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.446019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquiring lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.446511] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.446511] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquiring lock "b850724f-f1d8-4460-b2d1-a7ea5d887826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.446707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.446880] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.449683] env[69563]: INFO nova.compute.manager [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Terminating instance [ 784.603167] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403538, 'name': Rename_Task, 'duration_secs': 0.284273} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.603167] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.604596] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0197043a-0782-4d9f-9ecb-c0d397b4cfe4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.615016] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 784.615016] env[69563]: value = "task-3403540" [ 784.615016] env[69563]: _type = "Task" [ 784.615016] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.621572] env[69563]: INFO nova.compute.manager [-] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Took 1.33 seconds to deallocate network for instance. [ 784.638378] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.643470] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "99f44c75-78e9-4616-86d4-42bd00fb49a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.643689] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "99f44c75-78e9-4616-86d4-42bd00fb49a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.657278] env[69563]: DEBUG nova.compute.utils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.658581] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403534, 'name': CreateSnapshot_Task, 'duration_secs': 1.125351} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.659298] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] Releasing lock "refresh_cache-7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.659506] env[69563]: DEBUG nova.compute.manager [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Inject network info {{(pid=69563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 784.659739] env[69563]: DEBUG nova.compute.manager [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] network_info to inject: |[{"id": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "address": "fa:16:3e:b9:3d:2d", "network": {"id": "9f487548-e8d5-4f41-b8cc-678727e70001", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-121964840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b4c3383ae7a4e518523b61bbab1b0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcc7d3d-17", "ovs_interfaceid": "ffcc7d3d-17d9-46c7-9dda-f531145c708a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 784.664787] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Reconfiguring VM instance to set the machine id {{(pid=69563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 784.665718] env[69563]: DEBUG nova.compute.manager [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 784.665718] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.666567] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130e38e1-952f-49ee-b4d9-e2344a9d02ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.679312] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcfa70d-76d7-4078-9d20-27398f0a3998 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.695574] env[69563]: DEBUG oslo_vmware.api [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] Waiting for the task: (returnval){ [ 784.695574] env[69563]: value = "task-3403541" [ 784.695574] env[69563]: _type = "Task" [ 784.695574] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.705395] env[69563]: DEBUG oslo_vmware.api [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] Task: {'id': task-3403541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.714416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.715048] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.757185] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.757185] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.776531] env[69563]: DEBUG nova.network.neutron [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Successfully updated port: fa287911-a0a6-43fe-8759-67fec529cbe6 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 784.821982] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403539, 'name': ReconfigVM_Task, 'duration_secs': 0.456771} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.823407] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 049a61b7-9f8b-40ff-aa1a-70f75e9abc84/049a61b7-9f8b-40ff-aa1a-70f75e9abc84.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.825318] env[69563]: DEBUG nova.compute.manager [req-1c53dc3e-57d8-4541-8a93-7fe159f020b5 req-58b0e7c9-4444-40dd-bf2c-49154240a72d service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Received event network-vif-deleted-9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.825318] env[69563]: INFO nova.compute.manager [req-1c53dc3e-57d8-4541-8a93-7fe159f020b5 req-58b0e7c9-4444-40dd-bf2c-49154240a72d service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Neutron deleted interface 9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2; detaching it from the instance and deleting it from the info cache [ 784.825318] env[69563]: DEBUG nova.network.neutron [req-1c53dc3e-57d8-4541-8a93-7fe159f020b5 req-58b0e7c9-4444-40dd-bf2c-49154240a72d service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 784.826460] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-479167f2-368a-4ad5-b28d-669da5cf1ab5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.841126] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 784.841126] env[69563]: value = "task-3403542" [ 784.841126] env[69563]: _type = "Task" [ 784.841126] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.851017] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403542, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.960183] env[69563]: DEBUG nova.compute.manager [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.960464] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.961781] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd4c1ab-fac4-4b01-b727-97975838a4a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.970402] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.970616] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33e07072-2a72-472a-86eb-90169ce6edf4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.978878] env[69563]: DEBUG oslo_vmware.api [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 784.978878] env[69563]: value = "task-3403543" [ 784.978878] env[69563]: _type = "Task" [ 784.978878] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.988957] env[69563]: DEBUG oslo_vmware.api [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.095891] env[69563]: DEBUG nova.network.neutron [-] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 785.124116] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.141667] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.160252] env[69563]: DEBUG nova.compute.manager [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.204124] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.204533] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50f12971-188e-4dbb-9c78-0d9190b35104 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.223077] env[69563]: DEBUG oslo_vmware.api [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] Task: {'id': task-3403541, 'name': ReconfigVM_Task, 'duration_secs': 0.215414} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.224362] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f76287c4-56df-41ee-ab1d-53ca96e0b86e tempest-ServersAdminTestJSON-776246844 tempest-ServersAdminTestJSON-776246844-project-admin] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Reconfigured VM instance to set the machine id {{(pid=69563) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 785.225157] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 785.225157] env[69563]: value = "task-3403544" [ 785.225157] env[69563]: _type = "Task" [ 785.225157] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.236659] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403544, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.282530] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "refresh_cache-4d3df167-4ca0-40e2-89c3-62ad1ed89887" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.282636] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquired lock "refresh_cache-4d3df167-4ca0-40e2-89c3-62ad1ed89887" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.282792] env[69563]: DEBUG nova.network.neutron [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 785.329381] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-724ac678-5d10-4ab2-b4a8-7858f2d7664f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.344273] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db27f891-7029-4c7e-9e86-61db97e1549e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.371985] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403542, 'name': Rename_Task, 'duration_secs': 0.198685} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.374544] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.391304] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48266576-7eef-4231-a353-df5a360d9f5f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.393906] env[69563]: DEBUG nova.compute.manager [req-1c53dc3e-57d8-4541-8a93-7fe159f020b5 req-58b0e7c9-4444-40dd-bf2c-49154240a72d service nova] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Detach interface failed, port_id=9901ae3b-08e3-4c4f-8d92-e2e757d0bdf2, reason: Instance ef0f2679-9458-4e54-a8a6-912495ac571a could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.399635] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 785.399635] env[69563]: value = "task-3403545" [ 785.399635] env[69563]: _type = "Task" [ 785.399635] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.408511] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.491580] env[69563]: DEBUG oslo_vmware.api [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403543, 'name': PowerOffVM_Task, 'duration_secs': 0.365418} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.494587] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.494767] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.495629] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99e9773d-a6a7-4dec-a4e1-b6dcede02a78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.507994] env[69563]: DEBUG nova.compute.manager [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Received event network-vif-deleted-1b3a03a5-6e1a-49c0-a9d5-554cbd0e28f8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.507994] env[69563]: DEBUG nova.compute.manager [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Received event network-vif-plugged-fa287911-a0a6-43fe-8759-67fec529cbe6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.507994] env[69563]: DEBUG oslo_concurrency.lockutils [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] Acquiring lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.507994] env[69563]: DEBUG oslo_concurrency.lockutils [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] Lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.507994] env[69563]: DEBUG oslo_concurrency.lockutils [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] Lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.507994] env[69563]: DEBUG nova.compute.manager [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] No waiting events found dispatching network-vif-plugged-fa287911-a0a6-43fe-8759-67fec529cbe6 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.507994] env[69563]: WARNING nova.compute.manager [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Received unexpected event network-vif-plugged-fa287911-a0a6-43fe-8759-67fec529cbe6 for instance with vm_state building and task_state spawning. [ 785.507994] env[69563]: DEBUG nova.compute.manager [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Received event network-changed-fa287911-a0a6-43fe-8759-67fec529cbe6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.509485] env[69563]: DEBUG nova.compute.manager [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Refreshing instance network info cache due to event network-changed-fa287911-a0a6-43fe-8759-67fec529cbe6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.509485] env[69563]: DEBUG oslo_concurrency.lockutils [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] Acquiring lock "refresh_cache-4d3df167-4ca0-40e2-89c3-62ad1ed89887" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.601105] env[69563]: INFO nova.compute.manager [-] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Took 1.62 seconds to deallocate network for instance. [ 785.629818] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403540, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.634354] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.636982] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.636982] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Deleting the datastore file [datastore2] b850724f-f1d8-4460-b2d1-a7ea5d887826 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.636982] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5a526a5-4dd3-495f-aa8f-15be8db71e9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.643199] env[69563]: DEBUG oslo_vmware.api [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for the task: (returnval){ [ 785.643199] env[69563]: value = "task-3403547" [ 785.643199] env[69563]: _type = "Task" [ 785.643199] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.655234] env[69563]: DEBUG oslo_vmware.api [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.737412] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403544, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.818439] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a824a-f0a7-4314-8403-3f098ec84045 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.823028] env[69563]: DEBUG nova.network.neutron [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 785.830989] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213aa4e8-f334-4e31-80a8-8797dc6e07ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.879366] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcefea2-5509-4df1-9a3b-dae0eec26407 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.888728] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c8c1fb-d03d-4e29-b012-2d637df61d5a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.902275] env[69563]: DEBUG nova.compute.provider_tree [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.915361] env[69563]: DEBUG oslo_vmware.api [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403545, 'name': PowerOnVM_Task, 'duration_secs': 0.490117} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.916411] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.916819] env[69563]: INFO nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Took 7.71 seconds to spawn the instance on the hypervisor. [ 785.917071] env[69563]: DEBUG nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.918204] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab916b-0bb6-44b6-b6cc-b9d221b79b9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.068129] env[69563]: DEBUG nova.network.neutron [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Updating instance_info_cache with network_info: [{"id": "fa287911-a0a6-43fe-8759-67fec529cbe6", "address": "fa:16:3e:28:36:d6", "network": {"id": "e8147d82-faae-464d-a837-00480a9041a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1742351317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d9a4e3ed0144f1ad19a82ad241b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa287911-a0", "ovs_interfaceid": "fa287911-a0a6-43fe-8759-67fec529cbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 786.113595] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.125376] env[69563]: DEBUG oslo_vmware.api [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3403540, 'name': PowerOnVM_Task, 'duration_secs': 1.095632} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.125651] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.125852] env[69563]: INFO nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Took 12.25 seconds to spawn the instance on the hypervisor. [ 786.126054] env[69563]: DEBUG nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.126838] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a876cf-21fb-46b0-9e33-6fbe618739a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.155060] env[69563]: DEBUG oslo_vmware.api [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Task: {'id': task-3403547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278412} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.155060] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.155060] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.155060] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.155060] env[69563]: INFO nova.compute.manager [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Took 1.19 seconds to destroy the instance on the hypervisor. [ 786.155060] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.155060] env[69563]: DEBUG nova.compute.manager [-] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.155060] env[69563]: DEBUG nova.network.neutron [-] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 786.177348] env[69563]: DEBUG nova.compute.manager [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.206949] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.207203] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.207356] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.207620] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.207694] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.207836] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.208072] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.208252] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.208430] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.208586] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.208756] env[69563]: DEBUG nova.virt.hardware [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.209612] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e70bd-4db5-4bfb-a4c6-53c439158d1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.217478] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c505b6b-c356-4ecf-8520-ae6ffa12064d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.231269] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.236828] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Creating folder: Project (bcc43c4243d74f408d4640660f591946). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.240351] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-772b6c62-91a4-4306-b7f5-f0317ee4996b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.247449] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403544, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.250651] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Created folder: Project (bcc43c4243d74f408d4640660f591946) in parent group-v678952. [ 786.250846] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Creating folder: Instances. Parent ref: group-v679093. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.251086] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66c5da48-fd5c-428f-bf65-83dcc47da101 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.259271] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Created folder: Instances in parent group-v679093. [ 786.259728] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.259728] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.259987] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2659d96b-aae3-4524-9cb3-d41b39f9b971 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.279019] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.279019] env[69563]: value = "task-3403550" [ 786.279019] env[69563]: _type = "Task" [ 786.279019] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.289932] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403550, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.433557] env[69563]: ERROR nova.scheduler.client.report [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [req-eb967043-1aa3-4e9c-bcfd-31620bb7729f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb967043-1aa3-4e9c-bcfd-31620bb7729f"}]} [ 786.440212] env[69563]: INFO nova.compute.manager [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Took 31.93 seconds to build instance. [ 786.459976] env[69563]: DEBUG nova.scheduler.client.report [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.475875] env[69563]: DEBUG nova.scheduler.client.report [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.476193] env[69563]: DEBUG nova.compute.provider_tree [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.495185] env[69563]: DEBUG nova.scheduler.client.report [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.522375] env[69563]: DEBUG nova.scheduler.client.report [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.574021] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Releasing lock "refresh_cache-4d3df167-4ca0-40e2-89c3-62ad1ed89887" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.574021] env[69563]: DEBUG nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Instance network_info: |[{"id": "fa287911-a0a6-43fe-8759-67fec529cbe6", "address": "fa:16:3e:28:36:d6", "network": {"id": "e8147d82-faae-464d-a837-00480a9041a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1742351317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d9a4e3ed0144f1ad19a82ad241b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa287911-a0", "ovs_interfaceid": "fa287911-a0a6-43fe-8759-67fec529cbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.574021] env[69563]: DEBUG oslo_concurrency.lockutils [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] Acquired lock "refresh_cache-4d3df167-4ca0-40e2-89c3-62ad1ed89887" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.574021] env[69563]: DEBUG nova.network.neutron [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Refreshing network info cache for port fa287911-a0a6-43fe-8759-67fec529cbe6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 786.574021] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:36:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa287911-a0a6-43fe-8759-67fec529cbe6', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.588131] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.592312] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.593504] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f097ff-6000-429d-94f1-38004d04c1b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.623457] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.623457] env[69563]: value = "task-3403551" [ 786.623457] env[69563]: _type = "Task" [ 786.623457] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.632105] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403551, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.642339] env[69563]: INFO nova.compute.manager [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Took 37.33 seconds to build instance. [ 786.743698] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403544, 'name': CloneVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.792049] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403550, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.942298] env[69563]: DEBUG oslo_concurrency.lockutils [None req-49e7f237-72bf-46cc-a321-3a4d7fe6241f tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.443s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.954343] env[69563]: INFO nova.compute.manager [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Rebuilding instance [ 786.996034] env[69563]: DEBUG nova.compute.manager [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.996942] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a70cd4-7862-41bf-8641-10cc5d6ec945 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.082504] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932298f2-a890-48a4-b91f-06a299826537 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.091061] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6426d64-3a40-4c6c-be91-5c131a78d42c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.130034] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e8614d-9aea-498c-a10b-fb156eb578b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.145770] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d268da27-3035-4aef-b5c0-0fa8d91e6a4c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.841s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.146322] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403551, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.147543] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a532ba28-dc64-4a16-b54a-a0fdd35e9c03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.167041] env[69563]: DEBUG nova.compute.provider_tree [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.241495] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403544, 'name': CloneVM_Task, 'duration_secs': 1.58276} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.241795] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Created linked-clone VM from snapshot [ 787.242661] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d17079-f8da-4509-9a3e-7d4c64adc09e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.250093] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Uploading image 1d78938b-e70e-4e4f-8929-f7d58683585b {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.267819] env[69563]: DEBUG nova.network.neutron [-] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 787.280021] env[69563]: DEBUG oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 787.280021] env[69563]: value = "vm-679092" [ 787.280021] env[69563]: _type = "VirtualMachine" [ 787.280021] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 787.280021] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4db8167-2e17-43b0-9c51-40c46fbcb066 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.288913] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403550, 'name': CreateVM_Task, 'duration_secs': 0.757905} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.290404] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.290894] env[69563]: DEBUG oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lease: (returnval){ [ 787.290894] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a14176-7e42-e2c3-e6ca-0fd92672a27b" [ 787.290894] env[69563]: _type = "HttpNfcLease" [ 787.290894] env[69563]: } obtained for exporting VM: (result){ [ 787.290894] env[69563]: value = "vm-679092" [ 787.290894] env[69563]: _type = "VirtualMachine" [ 787.290894] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 787.291165] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the lease: (returnval){ [ 787.291165] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a14176-7e42-e2c3-e6ca-0fd92672a27b" [ 787.291165] env[69563]: _type = "HttpNfcLease" [ 787.291165] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 787.294014] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.294198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.294504] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.295074] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df3f300-c920-415f-ad8e-8660dfbbb2e9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.303952] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 787.303952] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529a23b6-9eca-be55-abe2-7163b7ec6afa" [ 787.303952] env[69563]: _type = "Task" [ 787.303952] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.306674] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.306674] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a14176-7e42-e2c3-e6ca-0fd92672a27b" [ 787.306674] env[69563]: _type = "HttpNfcLease" [ 787.306674] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.314182] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529a23b6-9eca-be55-abe2-7163b7ec6afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.421493] env[69563]: DEBUG nova.network.neutron [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Updated VIF entry in instance network info cache for port fa287911-a0a6-43fe-8759-67fec529cbe6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 787.421854] env[69563]: DEBUG nova.network.neutron [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Updating instance_info_cache with network_info: [{"id": "fa287911-a0a6-43fe-8759-67fec529cbe6", "address": "fa:16:3e:28:36:d6", "network": {"id": "e8147d82-faae-464d-a837-00480a9041a5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1742351317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26d9a4e3ed0144f1ad19a82ad241b702", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa287911-a0", "ovs_interfaceid": "fa287911-a0a6-43fe-8759-67fec529cbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 787.446067] env[69563]: DEBUG nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.531663] env[69563]: DEBUG nova.compute.manager [req-05fb44cc-8a80-4950-b441-565806ec9966 req-674ab5d7-4eb8-4555-b171-23f354734abf service nova] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Received event network-vif-deleted-be9fa405-d5ea-4405-aa9a-0c7b9947070f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.636624] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403551, 'name': CreateVM_Task, 'duration_secs': 0.638813} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.636624] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.636624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.639165] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquiring lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.639475] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.641542] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquiring lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.641542] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.641542] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.642739] env[69563]: INFO nova.compute.manager [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Terminating instance [ 787.659086] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.706413] env[69563]: DEBUG nova.scheduler.client.report [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 787.706413] env[69563]: DEBUG nova.compute.provider_tree [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 79 to 80 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 787.706413] env[69563]: DEBUG nova.compute.provider_tree [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.771188] env[69563]: INFO nova.compute.manager [-] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Took 1.62 seconds to deallocate network for instance. [ 787.802773] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.802773] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a14176-7e42-e2c3-e6ca-0fd92672a27b" [ 787.802773] env[69563]: _type = "HttpNfcLease" [ 787.802773] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 787.803213] env[69563]: DEBUG oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 787.803213] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a14176-7e42-e2c3-e6ca-0fd92672a27b" [ 787.803213] env[69563]: _type = "HttpNfcLease" [ 787.803213] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 787.803949] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55926edd-0a0e-4054-ac0b-e146dcd050be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.815992] env[69563]: DEBUG oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267a0e7-923b-7884-0e56-e14b58577d85/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 787.816214] env[69563]: DEBUG oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267a0e7-923b-7884-0e56-e14b58577d85/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 787.821632] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529a23b6-9eca-be55-abe2-7163b7ec6afa, 'name': SearchDatastore_Task, 'duration_secs': 0.057881} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.822767] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.823068] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.823351] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.823545] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.823766] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.882029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.882511] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.882844] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d0e2d3-ae5d-4795-b4f3-0c46b075a522 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.886478] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c758b273-aa46-42a3-8c33-ee33fdb6a678 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.892976] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 787.892976] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522f47f2-f5a7-900b-eadb-52a26fb09869" [ 787.892976] env[69563]: _type = "Task" [ 787.892976] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.897236] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.897500] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.898508] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30dc7378-b894-4f79-bf17-53bbecf686f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.904561] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522f47f2-f5a7-900b-eadb-52a26fb09869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.907474] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 787.907474] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d0d00-194f-4f3e-eb49-f5b588294c32" [ 787.907474] env[69563]: _type = "Task" [ 787.907474] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.914877] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d0d00-194f-4f3e-eb49-f5b588294c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.925531] env[69563]: DEBUG oslo_concurrency.lockutils [req-6ce81a95-116f-4bcf-8c2e-6178de1b061f req-df434ae4-96b4-46f7-b46f-c8e4b0bf172e service nova] Releasing lock "refresh_cache-4d3df167-4ca0-40e2-89c3-62ad1ed89887" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.968214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.991992] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-356dedad-e10b-4789-a7c5-e40f9b895eba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.021187] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.021720] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83aa55ee-1e1e-47af-97de-73fc1a925ccf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.033670] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 788.033670] env[69563]: value = "task-3403553" [ 788.033670] env[69563]: _type = "Task" [ 788.033670] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.041963] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.151169] env[69563]: DEBUG nova.compute.manager [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.151473] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.152801] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e09d3e-5dd4-4b71-8167-b04a20c91fab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.165670] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.170980] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7fb6537-79a9-4d60-8a3a-7aafc4670241 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.180972] env[69563]: DEBUG oslo_vmware.api [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 788.180972] env[69563]: value = "task-3403554" [ 788.180972] env[69563]: _type = "Task" [ 788.180972] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.192159] env[69563]: DEBUG oslo_vmware.api [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.193280] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.210588] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.067s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.211189] env[69563]: DEBUG nova.compute.manager [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.215219] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.820s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.215219] env[69563]: DEBUG nova.objects.instance [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lazy-loading 'resources' on Instance uuid 2b16af07-2937-4a48-8c34-e414a0c3aca8 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.259012] env[69563]: DEBUG nova.compute.manager [req-63dc573e-81c0-4a9b-984c-75d2ec7c5801 req-b0d95560-389a-4b83-a35b-3517af53bc42 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Received event network-changed-c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.259342] env[69563]: DEBUG nova.compute.manager [req-63dc573e-81c0-4a9b-984c-75d2ec7c5801 req-b0d95560-389a-4b83-a35b-3517af53bc42 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Refreshing instance network info cache due to event network-changed-c743801a-476b-49c9-8b69-406fdb67cfc7. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.259587] env[69563]: DEBUG oslo_concurrency.lockutils [req-63dc573e-81c0-4a9b-984c-75d2ec7c5801 req-b0d95560-389a-4b83-a35b-3517af53bc42 service nova] Acquiring lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.259869] env[69563]: DEBUG oslo_concurrency.lockutils [req-63dc573e-81c0-4a9b-984c-75d2ec7c5801 req-b0d95560-389a-4b83-a35b-3517af53bc42 service nova] Acquired lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.260235] env[69563]: DEBUG nova.network.neutron [req-63dc573e-81c0-4a9b-984c-75d2ec7c5801 req-b0d95560-389a-4b83-a35b-3517af53bc42 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Refreshing network info cache for port c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 788.277442] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.405043] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522f47f2-f5a7-900b-eadb-52a26fb09869, 'name': SearchDatastore_Task, 'duration_secs': 0.017254} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.406322] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.406322] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.406322] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.418648] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520d0d00-194f-4f3e-eb49-f5b588294c32, 'name': SearchDatastore_Task, 'duration_secs': 0.016509} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.419893] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6987e2-695e-4f52-b99b-f5b9f70e3189 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.426897] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 788.426897] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a9c073-e660-817b-38e7-cec244d58de7" [ 788.426897] env[69563]: _type = "Task" [ 788.426897] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.443818] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a9c073-e660-817b-38e7-cec244d58de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.544061] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403553, 'name': PowerOffVM_Task, 'duration_secs': 0.190157} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.544448] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.544744] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.545684] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538810d-8050-4bdd-b2b0-3a764b03b9af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.552832] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.553212] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d62429-b258-409b-a3ed-829f037b8a7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.619020] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.619296] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.619611] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleting the datastore file [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.620041] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed32e2e2-de94-491e-b6da-8564e4988ed7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.626691] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 788.626691] env[69563]: value = "task-3403556" [ 788.626691] env[69563]: _type = "Task" [ 788.626691] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.635711] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.692042] env[69563]: DEBUG oslo_vmware.api [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403554, 'name': PowerOffVM_Task, 'duration_secs': 0.204595} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.692042] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.692042] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.693035] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-326202f3-847a-46a4-a049-593b8fad7944 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.719621] env[69563]: DEBUG nova.compute.utils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.727718] env[69563]: DEBUG nova.compute.manager [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 788.761078] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.761386] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.761633] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Deleting the datastore file [datastore1] 049a61b7-9f8b-40ff-aa1a-70f75e9abc84 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.762310] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb40cf8-e17f-47e4-a0c6-702a415f96a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.769797] env[69563]: DEBUG oslo_vmware.api [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for the task: (returnval){ [ 788.769797] env[69563]: value = "task-3403558" [ 788.769797] env[69563]: _type = "Task" [ 788.769797] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.785019] env[69563]: DEBUG oslo_vmware.api [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.942541] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a9c073-e660-817b-38e7-cec244d58de7, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.942853] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.943658] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea/884fb10c-cf09-4705-b09c-9f6eb0298cea.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.943658] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.943658] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.943834] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72120304-daac-488a-9bca-5137ea54c57c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.946182] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80c2c133-7d8f-44b9-8e1c-c6935cb1625e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.953996] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 788.953996] env[69563]: value = "task-3403559" [ 788.953996] env[69563]: _type = "Task" [ 788.953996] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.964136] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.964513] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.966268] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d878e4-2862-42ec-965a-15bf72ed3115 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.981133] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 788.981133] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528e781f-b219-1a4e-807c-8de703d0e1a7" [ 788.981133] env[69563]: _type = "Task" [ 788.981133] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.981580] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.993217] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528e781f-b219-1a4e-807c-8de703d0e1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009204} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.994331] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a2046e-67f4-4172-8278-d935e46d698a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.002774] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 789.002774] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f746d2-b038-a9a6-70a5-1a1c03ba3471" [ 789.002774] env[69563]: _type = "Task" [ 789.002774] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.012124] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f746d2-b038-a9a6-70a5-1a1c03ba3471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.071281] env[69563]: DEBUG nova.network.neutron [req-63dc573e-81c0-4a9b-984c-75d2ec7c5801 req-b0d95560-389a-4b83-a35b-3517af53bc42 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Updated VIF entry in instance network info cache for port c743801a-476b-49c9-8b69-406fdb67cfc7. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 789.071858] env[69563]: DEBUG nova.network.neutron [req-63dc573e-81c0-4a9b-984c-75d2ec7c5801 req-b0d95560-389a-4b83-a35b-3517af53bc42 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Updating instance_info_cache with network_info: [{"id": "c743801a-476b-49c9-8b69-406fdb67cfc7", "address": "fa:16:3e:a4:f4:4a", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc743801a-47", "ovs_interfaceid": "c743801a-476b-49c9-8b69-406fdb67cfc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 789.137969] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217699} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.140874] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.141098] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.141470] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.227833] env[69563]: DEBUG nova.compute.manager [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.279523] env[69563]: DEBUG oslo_vmware.api [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Task: {'id': task-3403558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236821} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.280050] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.280180] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.280255] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.280449] env[69563]: INFO nova.compute.manager [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 789.280692] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.280910] env[69563]: DEBUG nova.compute.manager [-] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.281037] env[69563]: DEBUG nova.network.neutron [-] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 789.300843] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022b0cf2-fe39-4abc-838c-644effc1cba4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.309385] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307bf5fa-066e-4790-8379-fa07ec38a3c4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.346747] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59724d19-363a-4d9f-bc2e-f3b5163a0b97 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.355256] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776fd71-a031-47eb-afe8-a455d530cc5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.371280] env[69563]: DEBUG nova.compute.provider_tree [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.467676] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403559, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.515014] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f746d2-b038-a9a6-70a5-1a1c03ba3471, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.515323] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.515588] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 4d3df167-4ca0-40e2-89c3-62ad1ed89887/4d3df167-4ca0-40e2-89c3-62ad1ed89887.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.515872] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38ed9399-6251-4795-8c6b-f82b3e67aa8f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.523332] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 789.523332] env[69563]: value = "task-3403560" [ 789.523332] env[69563]: _type = "Task" [ 789.523332] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.533973] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.575582] env[69563]: DEBUG oslo_concurrency.lockutils [req-63dc573e-81c0-4a9b-984c-75d2ec7c5801 req-b0d95560-389a-4b83-a35b-3517af53bc42 service nova] Releasing lock "refresh_cache-059d444c-f15e-4e19-a478-88f89022de01" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.697519] env[69563]: DEBUG nova.compute.manager [req-f9c072d1-b708-459e-823c-0b2bb82d35a3 req-b582c85b-f66d-40ec-b9f6-d5cbac3b4c9a service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Received event network-vif-deleted-99adb029-2d3e-41ca-9348-f70cce998024 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.697519] env[69563]: INFO nova.compute.manager [req-f9c072d1-b708-459e-823c-0b2bb82d35a3 req-b582c85b-f66d-40ec-b9f6-d5cbac3b4c9a service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Neutron deleted interface 99adb029-2d3e-41ca-9348-f70cce998024; detaching it from the instance and deleting it from the info cache [ 789.697747] env[69563]: DEBUG nova.network.neutron [req-f9c072d1-b708-459e-823c-0b2bb82d35a3 req-b582c85b-f66d-40ec-b9f6-d5cbac3b4c9a service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 789.875192] env[69563]: DEBUG nova.scheduler.client.report [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.969276] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759192} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.969522] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea/884fb10c-cf09-4705-b09c-9f6eb0298cea.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.969783] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.970105] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d7c5b8e-b9aa-4465-81ac-2f8ae644112c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.977277] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 789.977277] env[69563]: value = "task-3403561" [ 789.977277] env[69563]: _type = "Task" [ 789.977277] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.986444] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.035519] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.127236] env[69563]: DEBUG nova.network.neutron [-] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 790.186326] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.186545] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.186707] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.186885] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.187041] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.187194] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.187401] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.187559] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.187724] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.187889] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.188104] env[69563]: DEBUG nova.virt.hardware [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.189023] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515d189e-cfda-4e85-b4f8-318679245ef3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.197752] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd6955-9c7d-4336-9f46-f35ae93081f4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.202639] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb7ba908-35be-49fb-95eb-089c68dcb60c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.214500] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:42:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e00f71-8eb8-44d2-9716-1aabd385116d', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.222547] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.224580] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.224943] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e20e816a-50db-4f51-aaf1-5d4c4b4c3c56 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.243355] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20605f81-d9e1-4587-9afe-9569c3b6c5aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.255245] env[69563]: DEBUG nova.compute.manager [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.262929] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.262929] env[69563]: value = "task-3403562" [ 790.262929] env[69563]: _type = "Task" [ 790.262929] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.285963] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403562, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.286440] env[69563]: DEBUG nova.compute.manager [req-f9c072d1-b708-459e-823c-0b2bb82d35a3 req-b582c85b-f66d-40ec-b9f6-d5cbac3b4c9a service nova] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Detach interface failed, port_id=99adb029-2d3e-41ca-9348-f70cce998024, reason: Instance 049a61b7-9f8b-40ff-aa1a-70f75e9abc84 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 790.293805] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.294063] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.294226] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.294413] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.294574] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.294787] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.294919] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.295091] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.295256] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.295414] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.295584] env[69563]: DEBUG nova.virt.hardware [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.296476] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa5aa4b-04a1-4050-b5f3-15bda41c2fa6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.304781] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bb0274-e61b-4f6d-a674-b43b5d6d550a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.318567] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.324196] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Creating folder: Project (16d08848e1124f8f88eabf7f79c5c90b). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.324627] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b8f7288-5c06-449a-939f-5a599980a181 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.334829] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Created folder: Project (16d08848e1124f8f88eabf7f79c5c90b) in parent group-v678952. [ 790.335123] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Creating folder: Instances. Parent ref: group-v679098. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.335395] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6890f5d9-4e61-45f8-9858-4056c15dcd83 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.345365] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Created folder: Instances in parent group-v679098. [ 790.345652] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.345914] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.346174] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518a2396-5532-4d58-9547-412888e26262 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.364789] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.364789] env[69563]: value = "task-3403565" [ 790.364789] env[69563]: _type = "Task" [ 790.364789] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.372740] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403565, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.379730] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.382277] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.211s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.383877] env[69563]: INFO nova.compute.claims [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.403752] env[69563]: INFO nova.scheduler.client.report [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Deleted allocations for instance 2b16af07-2937-4a48-8c34-e414a0c3aca8 [ 790.487460] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088909} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.487769] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.488621] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d2d724-c768-4cc8-b62a-84abf5f10f0d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.510237] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea/884fb10c-cf09-4705-b09c-9f6eb0298cea.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.510578] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a39443-874f-468b-bd04-4d9964876263 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.536405] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771451} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.537851] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 4d3df167-4ca0-40e2-89c3-62ad1ed89887/4d3df167-4ca0-40e2-89c3-62ad1ed89887.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.538096] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.538413] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 790.538413] env[69563]: value = "task-3403566" [ 790.538413] env[69563]: _type = "Task" [ 790.538413] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.538608] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e7d3bdf-d796-49cc-9b3a-510c6e3ad40d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.549286] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.550739] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 790.550739] env[69563]: value = "task-3403567" [ 790.550739] env[69563]: _type = "Task" [ 790.550739] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.559479] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.629087] env[69563]: INFO nova.compute.manager [-] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Took 1.35 seconds to deallocate network for instance. [ 790.776253] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403562, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.875472] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403565, 'name': CreateVM_Task, 'duration_secs': 0.469463} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.875672] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.876143] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.876308] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.876694] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.876921] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9933f7-0988-4309-87a2-74b9614cbe45 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.882219] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 790.882219] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e6c76c-7284-6d5a-a26a-1c92a9c37316" [ 790.882219] env[69563]: _type = "Task" [ 790.882219] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.894925] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e6c76c-7284-6d5a-a26a-1c92a9c37316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.912058] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a87abfc1-bca8-478e-bdee-eabf4c4bb37e tempest-ServersTestBootFromVolume-2116635863 tempest-ServersTestBootFromVolume-2116635863-project-member] Lock "2b16af07-2937-4a48-8c34-e414a0c3aca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.116s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.055037] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403566, 'name': ReconfigVM_Task, 'duration_secs': 0.414806} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.055566] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea/884fb10c-cf09-4705-b09c-9f6eb0298cea.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.056322] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-800c99e5-3be7-4f93-b385-afbb7b2b54c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.063167] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067587} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.065106] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.065642] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 791.065642] env[69563]: value = "task-3403568" [ 791.065642] env[69563]: _type = "Task" [ 791.065642] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.066594] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c12ec1f-e143-464e-b7ee-87b98d108bfb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.098229] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 4d3df167-4ca0-40e2-89c3-62ad1ed89887/4d3df167-4ca0-40e2-89c3-62ad1ed89887.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.103814] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d79ba60-c055-4dab-b373-c5a9c4a513fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.127455] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403568, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.134061] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 791.134061] env[69563]: value = "task-3403569" [ 791.134061] env[69563]: _type = "Task" [ 791.134061] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.138325] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.143507] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.277980] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403562, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.397397] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e6c76c-7284-6d5a-a26a-1c92a9c37316, 'name': SearchDatastore_Task, 'duration_secs': 0.027478} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.398260] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.398951] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.399340] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.399679] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.400260] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.400619] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97155c28-191b-4e6a-9ebd-f6940d888471 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.412022] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.412022] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.412022] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dcf189-8e2d-4349-90cc-338461c52535 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.417858] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 791.417858] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5242c87a-0ec9-4540-be08-20f3ac1f35e2" [ 791.417858] env[69563]: _type = "Task" [ 791.417858] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.426784] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5242c87a-0ec9-4540-be08-20f3ac1f35e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.585150] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403568, 'name': Rename_Task, 'duration_secs': 0.136955} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.585642] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.585959] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39c6b63e-1ed8-4d16-b453-920af1fb8057 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.597205] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 791.597205] env[69563]: value = "task-3403570" [ 791.597205] env[69563]: _type = "Task" [ 791.597205] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.609221] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.646589] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.777324] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403562, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.905521] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1d2d2-8aa6-46f7-8472-fac9f667412f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.914229] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76ca59-31fd-45e9-bcfc-7bf6b256018f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.952150] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b98549a-9ce6-4768-a514-7ef0aaa00095 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.959623] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5242c87a-0ec9-4540-be08-20f3ac1f35e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016348} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.962743] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eff55eba-e2da-4398-acfd-1225987a3ba7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.966457] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2dde5-f591-4a0b-94ad-b2df53ff0bf4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.984042] env[69563]: DEBUG nova.compute.provider_tree [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.986232] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 791.986232] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aaa7db-8539-e4ce-dd75-52c767c58c9d" [ 791.986232] env[69563]: _type = "Task" [ 791.986232] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.996788] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aaa7db-8539-e4ce-dd75-52c767c58c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01635} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.997088] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.997324] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120/21f1d3ef-3e36-4a18-812c-a018b52d5120.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.997582] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1169256c-6aa2-4adc-9915-633bab195c03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.006165] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 792.006165] env[69563]: value = "task-3403571" [ 792.006165] env[69563]: _type = "Task" [ 792.006165] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.015316] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.107991] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.145850] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403569, 'name': ReconfigVM_Task, 'duration_secs': 0.682117} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.146155] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 4d3df167-4ca0-40e2-89c3-62ad1ed89887/4d3df167-4ca0-40e2-89c3-62ad1ed89887.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.146787] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab0c3d74-624a-41c6-a772-d2622657d1f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.153944] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 792.153944] env[69563]: value = "task-3403572" [ 792.153944] env[69563]: _type = "Task" [ 792.153944] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.162888] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403572, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.278608] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403562, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.488563] env[69563]: DEBUG nova.scheduler.client.report [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.520378] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.610242] env[69563]: DEBUG oslo_vmware.api [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403570, 'name': PowerOnVM_Task, 'duration_secs': 0.573273} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.610618] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.610970] env[69563]: INFO nova.compute.manager [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Took 6.43 seconds to spawn the instance on the hypervisor. [ 792.611226] env[69563]: DEBUG nova.compute.manager [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.612137] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36afef36-f71c-4905-bd30-71ac5b6718cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.666038] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403572, 'name': Rename_Task, 'duration_secs': 0.321561} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.667234] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.667945] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be22a0b-a5b6-4718-9526-121cb21bbc45 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.678968] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 792.678968] env[69563]: value = "task-3403573" [ 792.678968] env[69563]: _type = "Task" [ 792.678968] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.689993] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.778984] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403562, 'name': CreateVM_Task, 'duration_secs': 2.341485} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.779219] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.779955] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.780165] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.780501] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.780787] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c67991-b861-42ec-b22e-9993b363297b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.786835] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 792.786835] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ed3cf-2d0c-2094-a96e-17d4e51b6ee8" [ 792.786835] env[69563]: _type = "Task" [ 792.786835] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.797427] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ed3cf-2d0c-2094-a96e-17d4e51b6ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.993889] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.994561] env[69563]: DEBUG nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.997287] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.089s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.998722] env[69563]: INFO nova.compute.claims [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.018139] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838684} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.018412] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120/21f1d3ef-3e36-4a18-812c-a018b52d5120.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.018630] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.019333] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bad3077-dbb2-4c0c-afcf-5ce1449a5071 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.027126] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 793.027126] env[69563]: value = "task-3403574" [ 793.027126] env[69563]: _type = "Task" [ 793.027126] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.039795] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.133350] env[69563]: INFO nova.compute.manager [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Took 26.56 seconds to build instance. [ 793.189566] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.301444] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ed3cf-2d0c-2094-a96e-17d4e51b6ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.036733} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.301444] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.301444] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.305021] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.305021] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.305021] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.305021] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78ddbb4f-290e-4bd8-8090-91013fae8992 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.315686] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.315878] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.317329] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4cf756-378c-4f05-a71c-49056234a368 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.324798] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 793.324798] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526c1ec7-f3a6-4e2e-9c52-1c56da1dc05b" [ 793.324798] env[69563]: _type = "Task" [ 793.324798] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.335928] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526c1ec7-f3a6-4e2e-9c52-1c56da1dc05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.504900] env[69563]: DEBUG nova.compute.utils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.510206] env[69563]: DEBUG nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.510206] env[69563]: DEBUG nova.network.neutron [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 793.539237] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069432} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.539650] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.541368] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c712f37f-546a-4ae7-9e77-ac50f8a6ac2f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.566038] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120/21f1d3ef-3e36-4a18-812c-a018b52d5120.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.566419] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fd298c-42fd-4d50-ae1c-9c2b5ee9eff1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.583554] env[69563]: DEBUG nova.policy [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041d0162857f4fdabc77c25ac846fd4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ae1c6f4c0864445bbb95d8304ebce14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.591891] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 793.591891] env[69563]: value = "task-3403575" [ 793.591891] env[69563]: _type = "Task" [ 793.591891] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.597426] env[69563]: INFO nova.compute.manager [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Rebuilding instance [ 793.604571] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.638436] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ca37c57-bd1b-4c77-814d-9bbf4f26727a tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "884fb10c-cf09-4705-b09c-9f6eb0298cea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.090s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.665093] env[69563]: DEBUG nova.compute.manager [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.666365] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630382c1-d314-4724-9be1-46590b71b0f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.690036] env[69563]: DEBUG oslo_vmware.api [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403573, 'name': PowerOnVM_Task, 'duration_secs': 0.879753} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.690036] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.690305] env[69563]: INFO nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Took 10.31 seconds to spawn the instance on the hypervisor. [ 793.690394] env[69563]: DEBUG nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.692527] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e82f25-9030-4d54-bf3c-e532879e9dab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.835553] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526c1ec7-f3a6-4e2e-9c52-1c56da1dc05b, 'name': SearchDatastore_Task, 'duration_secs': 0.016289} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.840394] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a6f4db-b0e6-40d3-ba32-22ec65b6587a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.850312] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 793.850312] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520343ab-4edc-da4b-e327-5df39cfd3f22" [ 793.850312] env[69563]: _type = "Task" [ 793.850312] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.858172] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520343ab-4edc-da4b-e327-5df39cfd3f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.963068] env[69563]: DEBUG nova.network.neutron [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Successfully created port: 828fdffe-cbba-44e5-be23-da71e0dbc505 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.008179] env[69563]: DEBUG nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.109098] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.143274] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.216020] env[69563]: INFO nova.compute.manager [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Took 29.78 seconds to build instance. [ 794.277297] env[69563]: DEBUG nova.network.neutron [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Successfully created port: 80adf02b-5fb3-4160-83a0-3e57c6102749 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.381673] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520343ab-4edc-da4b-e327-5df39cfd3f22, 'name': SearchDatastore_Task, 'duration_secs': 0.020699} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.382023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.382537] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.384865] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3f2e990-9f57-4882-b703-a7bf83a53a45 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.395745] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 794.395745] env[69563]: value = "task-3403576" [ 794.395745] env[69563]: _type = "Task" [ 794.395745] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.409172] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.605866] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403575, 'name': ReconfigVM_Task, 'duration_secs': 0.745947} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.608324] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120/21f1d3ef-3e36-4a18-812c-a018b52d5120.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.614290] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a3ef8c7-8b5e-479f-bdd8-d1d23d84afc9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.623888] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 794.623888] env[69563]: value = "task-3403577" [ 794.623888] env[69563]: _type = "Task" [ 794.623888] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.636481] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403577, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.664542] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.686026] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.686026] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb042143-162a-4a35-bbec-2ef70679c117 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.695114] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 794.695114] env[69563]: value = "task-3403578" [ 794.695114] env[69563]: _type = "Task" [ 794.695114] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.706105] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.715974] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc45cc44-fb06-4e62-9f5a-8439060e346d tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.287s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.731070] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4451d07f-5c68-4bce-8029-9de2814e01b7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.739820] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12f375e-a997-437d-b8b9-73695da5b6d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.777367] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665db0bf-8b5f-46d3-a7c1-561cdc9f86ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.788515] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29825af-b371-4025-9dec-468f559a64d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.808359] env[69563]: DEBUG nova.compute.provider_tree [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.911563] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403576, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.032024] env[69563]: DEBUG nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.056521] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.056995] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.057671] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.057671] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.057671] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.057851] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.057950] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.058135] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.058305] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.058465] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.058632] env[69563]: DEBUG nova.virt.hardware [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.060659] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de9d3b-7647-4928-a0ce-c33cb1c4bbc0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.068500] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b867a-b20f-49e2-a46b-2e55217b7976 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.133518] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403577, 'name': Rename_Task, 'duration_secs': 0.444933} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.133891] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.134054] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c076f7-b7c6-4eb1-8397-82d5b9d712a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.141276] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 795.141276] env[69563]: value = "task-3403579" [ 795.141276] env[69563]: _type = "Task" [ 795.141276] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.148784] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.206112] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403578, 'name': PowerOffVM_Task, 'duration_secs': 0.235678} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.206452] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.206621] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.207419] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0283b6c-8943-440d-ace5-600ee72e093c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.214740] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.215119] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc10d9ba-9e42-407b-83a7-bda79c558b03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.218481] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.244792] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.245034] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.245314] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Deleting the datastore file [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.245671] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b0c618a-ed4a-4b6e-80cc-a3908bdb96f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.253048] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 795.253048] env[69563]: value = "task-3403581" [ 795.253048] env[69563]: _type = "Task" [ 795.253048] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.260693] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.352602] env[69563]: DEBUG nova.scheduler.client.report [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 795.353033] env[69563]: DEBUG nova.compute.provider_tree [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 80 to 81 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 795.353812] env[69563]: DEBUG nova.compute.provider_tree [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.410113] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54907} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.410676] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.410805] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.411154] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42b329ac-5d6c-47c6-a8ff-16c46945e971 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.420217] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 795.420217] env[69563]: value = "task-3403582" [ 795.420217] env[69563]: _type = "Task" [ 795.420217] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.431330] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.653188] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.744419] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.766976] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253522} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.767259] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.767420] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.767656] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.859623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.864104] env[69563]: DEBUG nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.868349] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.922s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.870741] env[69563]: INFO nova.compute.claims [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.931267] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106322} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.931506] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.932347] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78638c3b-200e-469d-bd44-8500f339b785 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.962685] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.963666] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d74fb9-36d8-44e4-aa7b-1f1aac4e9a34 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.986771] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 795.986771] env[69563]: value = "task-3403583" [ 795.986771] env[69563]: _type = "Task" [ 795.986771] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.996013] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.151221] env[69563]: DEBUG oslo_vmware.api [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403579, 'name': PowerOnVM_Task, 'duration_secs': 0.993378} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.151516] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.151723] env[69563]: INFO nova.compute.manager [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Took 5.90 seconds to spawn the instance on the hypervisor. [ 796.151902] env[69563]: DEBUG nova.compute.manager [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.152792] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe397e21-efd3-4804-b2f1-7a1f232687a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.172571] env[69563]: DEBUG nova.compute.manager [req-aaf958d2-2485-43cb-9f26-54dffce848c6 req-806f0d5b-7200-4ada-b7b5-c0aba6fc5982 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Received event network-vif-plugged-828fdffe-cbba-44e5-be23-da71e0dbc505 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.172802] env[69563]: DEBUG oslo_concurrency.lockutils [req-aaf958d2-2485-43cb-9f26-54dffce848c6 req-806f0d5b-7200-4ada-b7b5-c0aba6fc5982 service nova] Acquiring lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.173032] env[69563]: DEBUG oslo_concurrency.lockutils [req-aaf958d2-2485-43cb-9f26-54dffce848c6 req-806f0d5b-7200-4ada-b7b5-c0aba6fc5982 service nova] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.173203] env[69563]: DEBUG oslo_concurrency.lockutils [req-aaf958d2-2485-43cb-9f26-54dffce848c6 req-806f0d5b-7200-4ada-b7b5-c0aba6fc5982 service nova] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.173371] env[69563]: DEBUG nova.compute.manager [req-aaf958d2-2485-43cb-9f26-54dffce848c6 req-806f0d5b-7200-4ada-b7b5-c0aba6fc5982 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] No waiting events found dispatching network-vif-plugged-828fdffe-cbba-44e5-be23-da71e0dbc505 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.173527] env[69563]: WARNING nova.compute.manager [req-aaf958d2-2485-43cb-9f26-54dffce848c6 req-806f0d5b-7200-4ada-b7b5-c0aba6fc5982 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Received unexpected event network-vif-plugged-828fdffe-cbba-44e5-be23-da71e0dbc505 for instance with vm_state building and task_state spawning. [ 796.379543] env[69563]: DEBUG nova.compute.utils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.382160] env[69563]: DEBUG nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.382160] env[69563]: DEBUG nova.network.neutron [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 796.388396] env[69563]: DEBUG nova.network.neutron [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Successfully updated port: 828fdffe-cbba-44e5-be23-da71e0dbc505 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 796.441354] env[69563]: DEBUG nova.policy [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05557b60abe24a76bab83bf13647f752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d739410bf2d4c0b8efbd6266aca0b97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.497762] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403583, 'name': ReconfigVM_Task, 'duration_secs': 0.432007} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.499821] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.500501] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6077472-1eb0-4bc7-b3c3-2b506d8c0664 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.507550] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 796.507550] env[69563]: value = "task-3403584" [ 796.507550] env[69563]: _type = "Task" [ 796.507550] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.515947] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403584, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.683244] env[69563]: INFO nova.compute.manager [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Took 29.69 seconds to build instance. [ 796.753538] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.753874] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.817259] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.817552] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.817713] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.817925] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.818415] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.818625] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.818904] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.819168] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.820101] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.820364] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.820624] env[69563]: DEBUG nova.virt.hardware [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.821997] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbdf312-cb7a-480e-ab7a-504f763f2328 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.832408] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c4a67-e113-463e-9a72-533ce59c923f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.849191] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.855224] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.855585] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.855855] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8f73ae2-97f4-4dee-8176-1a6126f3368b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.873723] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.873723] env[69563]: value = "task-3403585" [ 796.873723] env[69563]: _type = "Task" [ 796.873723] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.885174] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403585, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.889209] env[69563]: DEBUG nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.020612] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403584, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.177047] env[69563]: DEBUG nova.network.neutron [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Successfully created port: c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 797.184959] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3236b346-dbd1-4f42-ac0b-a0e0fc88b2bc tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "21f1d3ef-3e36-4a18-812c-a018b52d5120" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.203s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.393786] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403585, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.468185] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20b5800-4b7b-4b73-8462-f1e30f5b21cb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.476757] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8123afe0-7960-4b99-a87b-6ad8b09e9bdf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.514972] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f43db3-dcb2-46c1-b385-60456403e584 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.525951] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3908d40-f4ae-4a69-94e3-59da971e7b87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.530793] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403584, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.542421] env[69563]: DEBUG nova.compute.provider_tree [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.688040] env[69563]: DEBUG nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.868126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.868126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.868126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.868544] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.868544] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.871568] env[69563]: INFO nova.compute.manager [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Terminating instance [ 797.884458] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403585, 'name': CreateVM_Task, 'duration_secs': 0.835008} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.884458] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.884729] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.884898] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.885248] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.886028] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90ed7c3-2d71-4f23-b0e2-34dbf8ee8679 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.891526] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 797.891526] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c5a96-a9cb-e03b-1ef2-067e2bc92b08" [ 797.891526] env[69563]: _type = "Task" [ 797.891526] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.899669] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c5a96-a9cb-e03b-1ef2-067e2bc92b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.905942] env[69563]: DEBUG nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.915344] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.915984] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.916404] env[69563]: DEBUG nova.objects.instance [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'flavor' on Instance uuid 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.931425] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.931669] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.931825] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.932011] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.932228] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.932384] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.932592] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.932749] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.932911] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.933111] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.933301] env[69563]: DEBUG nova.virt.hardware [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.934410] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02f1717-7602-4f3c-9c5c-30edf913efd3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.943414] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894e8959-4f9c-447d-a05a-67f9a13c6a46 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.021610] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403584, 'name': Rename_Task, 'duration_secs': 1.061292} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.021925] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.022201] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2f230e-7d1b-4705-898d-7b81650195dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.030646] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 798.030646] env[69563]: value = "task-3403586" [ 798.030646] env[69563]: _type = "Task" [ 798.030646] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.040333] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.046928] env[69563]: DEBUG nova.scheduler.client.report [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.211941] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.376834] env[69563]: DEBUG nova.compute.manager [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.377074] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.377982] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8bf201-65fb-4fd2-b5c4-564855170387 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.385594] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.385887] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba82c0d-c52d-41f6-ac6c-a1b9717a6c18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.391215] env[69563]: DEBUG oslo_vmware.api [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 798.391215] env[69563]: value = "task-3403587" [ 798.391215] env[69563]: _type = "Task" [ 798.391215] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.402123] env[69563]: DEBUG oslo_vmware.api [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.405972] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c5a96-a9cb-e03b-1ef2-067e2bc92b08, 'name': SearchDatastore_Task, 'duration_secs': 0.023268} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.406328] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.406592] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.406840] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.406996] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.407219] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.407482] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-200a63e7-83be-4193-9256-2635bb882483 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.417614] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.417824] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.418582] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3593c338-556d-4099-9395-cc6a69252358 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.426809] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 798.426809] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52221715-301c-b579-9698-26f8bc676027" [ 798.426809] env[69563]: _type = "Task" [ 798.426809] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.434999] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52221715-301c-b579-9698-26f8bc676027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.549077] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.555275] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.555926] env[69563]: DEBUG nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.560126] env[69563]: DEBUG nova.objects.instance [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'pci_requests' on Instance uuid 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.561274] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.166s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.562853] env[69563]: DEBUG nova.objects.instance [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lazy-loading 'resources' on Instance uuid 11493be3-6237-456e-a4d9-921223b7d66d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.689251] env[69563]: DEBUG nova.network.neutron [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Successfully updated port: 80adf02b-5fb3-4160-83a0-3e57c6102749 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 798.838692] env[69563]: DEBUG nova.network.neutron [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Successfully updated port: c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 798.901636] env[69563]: DEBUG oslo_vmware.api [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403587, 'name': PowerOffVM_Task, 'duration_secs': 0.203814} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.901991] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.901991] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.902303] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dbb36c0-6ab4-45f4-b588-bda0afe8451f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.937589] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52221715-301c-b579-9698-26f8bc676027, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.938512] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4c912f-024f-41ce-9eba-fe03f09d5af6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.943909] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 798.943909] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f2570a-af9d-5955-ec4c-8241556376a0" [ 798.943909] env[69563]: _type = "Task" [ 798.943909] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.953107] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f2570a-af9d-5955-ec4c-8241556376a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.965079] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.965311] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.965494] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Deleting the datastore file [datastore2] 4d3df167-4ca0-40e2-89c3-62ad1ed89887 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.965757] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5b87e12-f9b7-4456-9910-9d574a1406a8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.973776] env[69563]: DEBUG oslo_vmware.api [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 798.973776] env[69563]: value = "task-3403589" [ 798.973776] env[69563]: _type = "Task" [ 798.973776] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.982252] env[69563]: DEBUG oslo_vmware.api [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.042053] env[69563]: DEBUG oslo_vmware.api [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403586, 'name': PowerOnVM_Task, 'duration_secs': 0.858601} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.042320] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.042525] env[69563]: DEBUG nova.compute.manager [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.043320] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b08ba7c-a764-4d1a-9d22-fb8c5796bd17 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.067754] env[69563]: DEBUG nova.compute.utils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.069241] env[69563]: DEBUG nova.objects.base [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Object Instance<8f4e9d18-3a78-4cb1-a21b-8b48dc056caa> lazy-loaded attributes: flavor,pci_requests {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 799.069440] env[69563]: DEBUG nova.network.neutron [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 799.071653] env[69563]: DEBUG nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.071819] env[69563]: DEBUG nova.network.neutron [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 799.111794] env[69563]: DEBUG nova.policy [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.133602] env[69563]: DEBUG nova.policy [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fd7808eb04c4024872ed5bd3909e7c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1349d0b47acc4495b9a656b3c8b4aadb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.149583] env[69563]: DEBUG nova.compute.manager [req-ce1e08e1-6fcb-44ec-8c58-9a11a51128e5 req-d6d572dc-ff48-4860-9213-8acce149f2a6 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Received event network-changed-828fdffe-cbba-44e5-be23-da71e0dbc505 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.149785] env[69563]: DEBUG nova.compute.manager [req-ce1e08e1-6fcb-44ec-8c58-9a11a51128e5 req-d6d572dc-ff48-4860-9213-8acce149f2a6 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Refreshing instance network info cache due to event network-changed-828fdffe-cbba-44e5-be23-da71e0dbc505. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.150101] env[69563]: DEBUG oslo_concurrency.lockutils [req-ce1e08e1-6fcb-44ec-8c58-9a11a51128e5 req-d6d572dc-ff48-4860-9213-8acce149f2a6 service nova] Acquiring lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.150306] env[69563]: DEBUG oslo_concurrency.lockutils [req-ce1e08e1-6fcb-44ec-8c58-9a11a51128e5 req-d6d572dc-ff48-4860-9213-8acce149f2a6 service nova] Acquired lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.150532] env[69563]: DEBUG nova.network.neutron [req-ce1e08e1-6fcb-44ec-8c58-9a11a51128e5 req-d6d572dc-ff48-4860-9213-8acce149f2a6 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Refreshing network info cache for port 828fdffe-cbba-44e5-be23-da71e0dbc505 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 799.194097] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.345764] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.345869] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.346119] env[69563]: DEBUG nova.network.neutron [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 799.394884] env[69563]: DEBUG nova.network.neutron [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Successfully created port: 6f321854-3eb8-490e-b50f-69d7b17202ce {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 799.457605] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f2570a-af9d-5955-ec4c-8241556376a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.461051] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.461324] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea/884fb10c-cf09-4705-b09c-9f6eb0298cea.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.461921] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b427721-a77d-4b46-b075-31debe814078 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.470170] env[69563]: DEBUG nova.compute.manager [req-25d9bc87-bfda-4dc8-88d9-8b3ac2bb9e2f req-69d44f81-2725-41b0-a432-c01be620ad3b service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Received event network-vif-plugged-c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.471011] env[69563]: DEBUG oslo_concurrency.lockutils [req-25d9bc87-bfda-4dc8-88d9-8b3ac2bb9e2f req-69d44f81-2725-41b0-a432-c01be620ad3b service nova] Acquiring lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.471460] env[69563]: DEBUG oslo_concurrency.lockutils [req-25d9bc87-bfda-4dc8-88d9-8b3ac2bb9e2f req-69d44f81-2725-41b0-a432-c01be620ad3b service nova] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.472624] env[69563]: DEBUG oslo_concurrency.lockutils [req-25d9bc87-bfda-4dc8-88d9-8b3ac2bb9e2f req-69d44f81-2725-41b0-a432-c01be620ad3b service nova] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.472624] env[69563]: DEBUG nova.compute.manager [req-25d9bc87-bfda-4dc8-88d9-8b3ac2bb9e2f req-69d44f81-2725-41b0-a432-c01be620ad3b service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] No waiting events found dispatching network-vif-plugged-c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.472624] env[69563]: WARNING nova.compute.manager [req-25d9bc87-bfda-4dc8-88d9-8b3ac2bb9e2f req-69d44f81-2725-41b0-a432-c01be620ad3b service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Received unexpected event network-vif-plugged-c888f52c-9d07-4fd8-8078-bd2a4661d8e0 for instance with vm_state building and task_state spawning. [ 799.474566] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 799.474566] env[69563]: value = "task-3403590" [ 799.474566] env[69563]: _type = "Task" [ 799.474566] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.488178] env[69563]: DEBUG nova.network.neutron [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Successfully created port: 7ed5e6ca-fdf6-4960-88cf-ef77442a1dac {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 799.498433] env[69563]: DEBUG oslo_vmware.api [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.499167] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.562029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.572707] env[69563]: DEBUG nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.576748] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b3094-ee48-4102-b37e-812c7c6c7a0e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.585499] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570714c2-b1d5-46d3-8e11-200d15bda85b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.620393] env[69563]: INFO nova.compute.manager [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Rebuilding instance [ 799.624930] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49bb01e-676f-46f8-8175-4bc7e1b2a81b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.635702] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d14713-122b-4ff0-b822-de53b8c979be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.652490] env[69563]: DEBUG nova.compute.provider_tree [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.689540] env[69563]: DEBUG oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267a0e7-923b-7884-0e56-e14b58577d85/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.690512] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ebf78d-29d9-4c8d-9198-63d6a901ab4b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.693361] env[69563]: DEBUG nova.compute.manager [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.694115] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37634c-1f6f-4272-894d-9104348dd652 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.706020] env[69563]: DEBUG oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267a0e7-923b-7884-0e56-e14b58577d85/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.706020] env[69563]: ERROR oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267a0e7-923b-7884-0e56-e14b58577d85/disk-0.vmdk due to incomplete transfer. [ 799.706020] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2b86909a-afc9-4cb4-a074-d659465e62ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.712257] env[69563]: DEBUG oslo_vmware.rw_handles [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267a0e7-923b-7884-0e56-e14b58577d85/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.712885] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Uploaded image 1d78938b-e70e-4e4f-8929-f7d58683585b to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.714562] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.714784] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68f091af-349b-4bcd-9dce-bf99bfdf3bcc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.721509] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 799.721509] env[69563]: value = "task-3403591" [ 799.721509] env[69563]: _type = "Task" [ 799.721509] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.730124] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403591, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.733422] env[69563]: DEBUG nova.network.neutron [req-ce1e08e1-6fcb-44ec-8c58-9a11a51128e5 req-d6d572dc-ff48-4860-9213-8acce149f2a6 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 799.901787] env[69563]: DEBUG nova.network.neutron [req-ce1e08e1-6fcb-44ec-8c58-9a11a51128e5 req-d6d572dc-ff48-4860-9213-8acce149f2a6 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 799.911425] env[69563]: DEBUG nova.network.neutron [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 799.990652] env[69563]: DEBUG oslo_vmware.api [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616646} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.991341] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.991548] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.991751] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.991952] env[69563]: INFO nova.compute.manager [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Took 1.61 seconds to destroy the instance on the hypervisor. [ 799.992228] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.992445] env[69563]: DEBUG nova.compute.manager [-] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.992556] env[69563]: DEBUG nova.network.neutron [-] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 799.996780] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403590, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.164311] env[69563]: DEBUG nova.scheduler.client.report [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.214729] env[69563]: DEBUG nova.network.neutron [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Updating instance_info_cache with network_info: [{"id": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "address": "fa:16:3e:bc:b7:83", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc888f52c-9d", "ovs_interfaceid": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 800.231950] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403591, 'name': Destroy_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.404177] env[69563]: DEBUG oslo_concurrency.lockutils [req-ce1e08e1-6fcb-44ec-8c58-9a11a51128e5 req-d6d572dc-ff48-4860-9213-8acce149f2a6 service nova] Releasing lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.404641] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquired lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.404805] env[69563]: DEBUG nova.network.neutron [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 800.492398] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969398} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.492656] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea/884fb10c-cf09-4705-b09c-9f6eb0298cea.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.492864] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.493122] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f4e24b9-9f72-4e3b-9b08-0a66e42bd25e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.499271] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 800.499271] env[69563]: value = "task-3403592" [ 800.499271] env[69563]: _type = "Task" [ 800.499271] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.507253] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.586801] env[69563]: DEBUG nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.611741] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.611989] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.612354] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.612354] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.612482] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.612632] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.612810] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.612969] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.613146] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.613306] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.613475] env[69563]: DEBUG nova.virt.hardware [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.614344] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a17d74e-1eb0-4e20-9709-bd3fd5b0761e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.622369] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ab8d13-a925-4e10-bdf2-4f93966546be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.669045] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.671469] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.437s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.697021] env[69563]: INFO nova.scheduler.client.report [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted allocations for instance 11493be3-6237-456e-a4d9-921223b7d66d [ 800.709588] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.709752] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-141fe267-8558-40d9-921e-41094dd80ce1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.716583] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 800.716583] env[69563]: value = "task-3403593" [ 800.716583] env[69563]: _type = "Task" [ 800.716583] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.717091] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.717434] env[69563]: DEBUG nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Instance network_info: |[{"id": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "address": "fa:16:3e:bc:b7:83", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc888f52c-9d", "ovs_interfaceid": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.721174] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:b7:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c888f52c-9d07-4fd8-8078-bd2a4661d8e0', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.729166] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Creating folder: Project (0d739410bf2d4c0b8efbd6266aca0b97). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.730029] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c549d00-638a-4f56-afdd-7ce079225e9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.738942] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.744073] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403591, 'name': Destroy_Task, 'duration_secs': 0.854075} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.744356] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Destroyed the VM [ 800.744623] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.744880] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b4ddaa8-a890-4905-9df1-2e69534fa601 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.747666] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Created folder: Project (0d739410bf2d4c0b8efbd6266aca0b97) in parent group-v678952. [ 800.747854] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Creating folder: Instances. Parent ref: group-v679102. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.748401] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cca58b3-19cd-44b9-a312-77f3948bbd87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.752316] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 800.752316] env[69563]: value = "task-3403595" [ 800.752316] env[69563]: _type = "Task" [ 800.752316] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.757372] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Created folder: Instances in parent group-v679102. [ 800.757601] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.760386] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.760890] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403595, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.761113] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5711a0e6-a94c-4510-8ddc-11afe24741b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.782088] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.782088] env[69563]: value = "task-3403597" [ 800.782088] env[69563]: _type = "Task" [ 800.782088] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.789818] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403597, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.897310] env[69563]: DEBUG nova.network.neutron [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Successfully updated port: 6f321854-3eb8-490e-b50f-69d7b17202ce {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 800.916167] env[69563]: DEBUG nova.network.neutron [-] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 800.947331] env[69563]: DEBUG nova.network.neutron [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 801.009381] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06921} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.009648] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.010563] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5276de6c-4990-419d-b717-016478b17a88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.030870] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea/884fb10c-cf09-4705-b09c-9f6eb0298cea.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.034522] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-996ae8c2-702d-4afa-9c0a-7edb0bfe7211 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.054204] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 801.054204] env[69563]: value = "task-3403598" [ 801.054204] env[69563]: _type = "Task" [ 801.054204] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.065344] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.176479] env[69563]: INFO nova.compute.claims [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.207967] env[69563]: DEBUG oslo_concurrency.lockutils [None req-eb4a6828-375f-4614-83ea-f252c096cfb8 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "11493be3-6237-456e-a4d9-921223b7d66d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.703s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.232395] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403593, 'name': PowerOffVM_Task, 'duration_secs': 0.171926} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.232659] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.233335] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.234184] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc4e5f2-a60e-4fe7-a880-756c44eaed78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.246268] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.246268] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f917499-d652-42ce-8d24-abb052102a10 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.267591] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403595, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.267591] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.267591] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.267898] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Deleting the datastore file [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.268045] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-575177e2-0ad9-48b5-b7dd-3208703e1e84 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.272463] env[69563]: DEBUG nova.network.neutron [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Updating instance_info_cache with network_info: [{"id": "828fdffe-cbba-44e5-be23-da71e0dbc505", "address": "fa:16:3e:c4:0c:29", "network": {"id": "16a786a8-4b8a-43bb-bfd7-26bdaba31e05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997632733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828fdffe-cb", "ovs_interfaceid": "828fdffe-cbba-44e5-be23-da71e0dbc505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80adf02b-5fb3-4160-83a0-3e57c6102749", "address": "fa:16:3e:c1:87:b8", "network": {"id": "94568567-e83e-415d-96f3-c35787dfcd4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-233626124", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80adf02b-5f", "ovs_interfaceid": "80adf02b-5fb3-4160-83a0-3e57c6102749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 801.278018] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 801.278018] env[69563]: value = "task-3403600" [ 801.278018] env[69563]: _type = "Task" [ 801.278018] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.289032] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.295142] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403597, 'name': CreateVM_Task, 'duration_secs': 0.352904} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.295321] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.296060] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.296267] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.296605] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.296855] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f07d381-914b-4ced-b7d0-798271a9efd7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.301893] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 801.301893] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e45ccd-eb27-90ea-19c8-783daacb0341" [ 801.301893] env[69563]: _type = "Task" [ 801.301893] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.309695] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e45ccd-eb27-90ea-19c8-783daacb0341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.325319] env[69563]: DEBUG nova.network.neutron [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Successfully updated port: 7ed5e6ca-fdf6-4960-88cf-ef77442a1dac {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 801.400353] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.400563] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.400851] env[69563]: DEBUG nova.network.neutron [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 801.419057] env[69563]: INFO nova.compute.manager [-] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Took 1.43 seconds to deallocate network for instance. [ 801.564950] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403598, 'name': ReconfigVM_Task, 'duration_secs': 0.490229} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.565318] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea/884fb10c-cf09-4705-b09c-9f6eb0298cea.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.565966] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-001338f0-b0b3-4ec7-affb-0f600664df1e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.572687] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 801.572687] env[69563]: value = "task-3403601" [ 801.572687] env[69563]: _type = "Task" [ 801.572687] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.580820] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403601, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.683664] env[69563]: INFO nova.compute.resource_tracker [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating resource usage from migration 0a55a42a-b7cd-47f0-a72e-2e4ec2a57de9 [ 801.765278] env[69563]: DEBUG oslo_vmware.api [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403595, 'name': RemoveSnapshot_Task, 'duration_secs': 0.928753} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.769406] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.769406] env[69563]: INFO nova.compute.manager [None req-dca610cf-433b-4ab7-8501-cc045b6436de tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Took 19.19 seconds to snapshot the instance on the hypervisor. [ 801.776317] env[69563]: DEBUG nova.compute.manager [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Received event network-vif-plugged-80adf02b-5fb3-4160-83a0-3e57c6102749 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.776317] env[69563]: DEBUG oslo_concurrency.lockutils [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] Acquiring lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.776317] env[69563]: DEBUG oslo_concurrency.lockutils [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.776317] env[69563]: DEBUG oslo_concurrency.lockutils [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.776317] env[69563]: DEBUG nova.compute.manager [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] No waiting events found dispatching network-vif-plugged-80adf02b-5fb3-4160-83a0-3e57c6102749 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.776317] env[69563]: WARNING nova.compute.manager [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Received unexpected event network-vif-plugged-80adf02b-5fb3-4160-83a0-3e57c6102749 for instance with vm_state building and task_state spawning. [ 801.776317] env[69563]: DEBUG nova.compute.manager [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Received event network-changed-80adf02b-5fb3-4160-83a0-3e57c6102749 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.776317] env[69563]: DEBUG nova.compute.manager [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Refreshing instance network info cache due to event network-changed-80adf02b-5fb3-4160-83a0-3e57c6102749. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.776869] env[69563]: DEBUG oslo_concurrency.lockutils [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] Acquiring lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.780560] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Releasing lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.781028] env[69563]: DEBUG nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Instance network_info: |[{"id": "828fdffe-cbba-44e5-be23-da71e0dbc505", "address": "fa:16:3e:c4:0c:29", "network": {"id": "16a786a8-4b8a-43bb-bfd7-26bdaba31e05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997632733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828fdffe-cb", "ovs_interfaceid": "828fdffe-cbba-44e5-be23-da71e0dbc505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80adf02b-5fb3-4160-83a0-3e57c6102749", "address": "fa:16:3e:c1:87:b8", "network": {"id": "94568567-e83e-415d-96f3-c35787dfcd4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-233626124", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80adf02b-5f", "ovs_interfaceid": "80adf02b-5fb3-4160-83a0-3e57c6102749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.781757] env[69563]: DEBUG oslo_concurrency.lockutils [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] Acquired lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.782113] env[69563]: DEBUG nova.network.neutron [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Refreshing network info cache for port 80adf02b-5fb3-4160-83a0-3e57c6102749 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 801.783504] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:0c:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '828fdffe-cbba-44e5-be23-da71e0dbc505', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:87:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80adf02b-5fb3-4160-83a0-3e57c6102749', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.796259] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.805881] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.807419] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96bae833-efb5-48d7-8337-b7ef1e767894 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.837232] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquiring lock "refresh_cache-cf414a50-3006-49a7-b95e-c267a8661d6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.837380] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquired lock "refresh_cache-cf414a50-3006-49a7-b95e-c267a8661d6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.837524] env[69563]: DEBUG nova.network.neutron [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 801.838640] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191232} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.840020] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.841034] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.841034] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.847326] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.847326] env[69563]: value = "task-3403602" [ 801.847326] env[69563]: _type = "Task" [ 801.847326] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.848386] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e45ccd-eb27-90ea-19c8-783daacb0341, 'name': SearchDatastore_Task, 'duration_secs': 0.02444} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.848905] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.849129] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.850022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.850022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.850022] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.852958] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-255ed2cf-09c0-4f02-8e99-d64c98a5f483 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.862803] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403602, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.878395] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.878581] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.880257] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f8f389-a8d5-47b3-8c9f-ba0b1e624fb7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.888938] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 801.888938] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525ce97c-a2a7-5c4c-39f4-6014f479adfc" [ 801.888938] env[69563]: _type = "Task" [ 801.888938] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.897393] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525ce97c-a2a7-5c4c-39f4-6014f479adfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.925330] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.948368] env[69563]: WARNING nova.network.neutron [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] 4ee5f238-5ebf-426c-8aaa-1e43a25a8b22 already exists in list: networks containing: ['4ee5f238-5ebf-426c-8aaa-1e43a25a8b22']. ignoring it [ 802.087324] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403601, 'name': Rename_Task, 'duration_secs': 0.157695} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.087610] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.087871] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92575479-3039-4a69-852c-78ce4eb69de7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.104057] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 802.104057] env[69563]: value = "task-3403603" [ 802.104057] env[69563]: _type = "Task" [ 802.104057] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.113447] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.131244] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquiring lock "ff8c6b80-405a-422a-b7d1-db785ce81cad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.131576] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "ff8c6b80-405a-422a-b7d1-db785ce81cad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.132228] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquiring lock "ff8c6b80-405a-422a-b7d1-db785ce81cad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.132228] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "ff8c6b80-405a-422a-b7d1-db785ce81cad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.132371] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "ff8c6b80-405a-422a-b7d1-db785ce81cad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.136495] env[69563]: INFO nova.compute.manager [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Terminating instance [ 802.145986] env[69563]: DEBUG nova.network.neutron [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Updated VIF entry in instance network info cache for port 80adf02b-5fb3-4160-83a0-3e57c6102749. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 802.145986] env[69563]: DEBUG nova.network.neutron [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Updating instance_info_cache with network_info: [{"id": "828fdffe-cbba-44e5-be23-da71e0dbc505", "address": "fa:16:3e:c4:0c:29", "network": {"id": "16a786a8-4b8a-43bb-bfd7-26bdaba31e05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997632733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828fdffe-cb", "ovs_interfaceid": "828fdffe-cbba-44e5-be23-da71e0dbc505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80adf02b-5fb3-4160-83a0-3e57c6102749", "address": "fa:16:3e:c1:87:b8", "network": {"id": "94568567-e83e-415d-96f3-c35787dfcd4b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-233626124", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80adf02b-5f", "ovs_interfaceid": "80adf02b-5fb3-4160-83a0-3e57c6102749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 802.181931] env[69563]: DEBUG nova.compute.manager [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Received event network-changed-c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.182347] env[69563]: DEBUG nova.compute.manager [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Refreshing instance network info cache due to event network-changed-c888f52c-9d07-4fd8-8078-bd2a4661d8e0. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.182542] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Acquiring lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.182857] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Acquired lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.183072] env[69563]: DEBUG nova.network.neutron [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Refreshing network info cache for port c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 802.257449] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368f7ee6-ae09-4fb7-8737-e3c55f8de9f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.267680] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6fdd0c-e1bc-471b-a962-c3fe3f47e257 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.300498] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f62acd-c403-4fa2-b710-455d7794695f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.308018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3592716b-466a-4eb2-872d-eb2ddc039156 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.313275] env[69563]: DEBUG nova.network.neutron [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [{"id": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "address": "fa:16:3e:a8:a5:d6", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e284bc-42", "ovs_interfaceid": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f321854-3eb8-490e-b50f-69d7b17202ce", "address": "fa:16:3e:23:c8:0b", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f321854-3e", "ovs_interfaceid": "6f321854-3eb8-490e-b50f-69d7b17202ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 802.325685] env[69563]: DEBUG nova.compute.provider_tree [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.360536] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403602, 'name': CreateVM_Task, 'duration_secs': 0.404434} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.361237] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.361632] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.361840] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.362208] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.363045] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241e47e1-0da4-441c-842d-303ef296d48d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.366915] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 802.366915] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a44b6d-477e-0367-2316-ecae433dc21e" [ 802.366915] env[69563]: _type = "Task" [ 802.366915] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.370653] env[69563]: DEBUG nova.network.neutron [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 802.377508] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a44b6d-477e-0367-2316-ecae433dc21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.398729] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525ce97c-a2a7-5c4c-39f4-6014f479adfc, 'name': SearchDatastore_Task, 'duration_secs': 0.026634} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.399506] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa7b507-9759-4e85-a285-555de6e0339b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.404379] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 802.404379] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5233d43c-5429-3032-86e4-b25199085b3f" [ 802.404379] env[69563]: _type = "Task" [ 802.404379] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.412157] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5233d43c-5429-3032-86e4-b25199085b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.498732] env[69563]: DEBUG nova.network.neutron [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Updating instance_info_cache with network_info: [{"id": "7ed5e6ca-fdf6-4960-88cf-ef77442a1dac", "address": "fa:16:3e:9c:a4:38", "network": {"id": "fcb4df59-b48f-42c8-8462-aabbecff51cd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1439454448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1349d0b47acc4495b9a656b3c8b4aadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed5e6ca-fd", "ovs_interfaceid": "7ed5e6ca-fdf6-4960-88cf-ef77442a1dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 802.615545] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.640467] env[69563]: DEBUG nova.compute.manager [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.640745] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.642225] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac1c79a-12d2-41b3-ab87-ce4a71e0ac68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.649696] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.650008] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2032aab7-ba26-44f6-89c4-5c24e9d9edb3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.651812] env[69563]: DEBUG oslo_concurrency.lockutils [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] Releasing lock "refresh_cache-324236de-2b29-4ece-a7a7-e05a04f5f1b7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.652058] env[69563]: DEBUG nova.compute.manager [req-025713ed-06ab-43e8-85fc-7a237c5f4506 req-2ce6c1e4-2b86-4e74-844e-b93f7778afaa service nova] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Received event network-vif-deleted-fa287911-a0a6-43fe-8759-67fec529cbe6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.657905] env[69563]: DEBUG oslo_vmware.api [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 802.657905] env[69563]: value = "task-3403604" [ 802.657905] env[69563]: _type = "Task" [ 802.657905] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.665854] env[69563]: DEBUG oslo_vmware.api [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.815384] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.816564] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.816564] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.817305] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e60be3-d9e1-4567-b22d-d2ae680cf827 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.837651] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.837896] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.838079] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.838284] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.838409] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.838553] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.838760] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.838914] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.839096] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.839263] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.839435] env[69563]: DEBUG nova.virt.hardware [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.846182] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Reconfiguring VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 802.849240] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c536ba-7a2c-4eac-8650-389b65ac5e42 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.864628] env[69563]: ERROR nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [req-e166cc50-2ed7-4ad8-8c19-42e6e2904db3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e166cc50-2ed7-4ad8-8c19-42e6e2904db3"}]} [ 802.875935] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 802.875935] env[69563]: value = "task-3403605" [ 802.875935] env[69563]: _type = "Task" [ 802.875935] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.880192] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a44b6d-477e-0367-2316-ecae433dc21e, 'name': SearchDatastore_Task, 'duration_secs': 0.036127} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.885368] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.885791] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.885844] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.888535] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.893519] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.893739] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.894013] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.894103] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.894227] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.894353] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.894554] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.894706] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.894868] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.895033] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.895208] env[69563]: DEBUG nova.virt.hardware [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.896028] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc588019-0b79-4104-97fc-fdce03de3392 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.901395] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.904562] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.904770] env[69563]: DEBUG nova.compute.provider_tree [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.912797] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23394ef5-0c3a-4ec6-bc4c-6225b7558667 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.922061] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5233d43c-5429-3032-86e4-b25199085b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.021105} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.930178] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.932226] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.932438] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb/ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.932867] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.938427] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.938830] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.939040] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.939312] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-557aa9a2-bcda-4304-aa2b-0b2fa28e8093 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.941215] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.941998] env[69563]: DEBUG nova.network.neutron [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Updated VIF entry in instance network info cache for port c888f52c-9d07-4fd8-8078-bd2a4661d8e0. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 802.942348] env[69563]: DEBUG nova.network.neutron [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Updating instance_info_cache with network_info: [{"id": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "address": "fa:16:3e:bc:b7:83", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc888f52c-9d", "ovs_interfaceid": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 802.943432] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5ec448-0737-478a-9510-4c0ee85086b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.945447] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7fe5c0f-6acd-41a6-9304-28ea7704825c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.958691] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.966606] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.966606] env[69563]: value = "task-3403607" [ 802.966606] env[69563]: _type = "Task" [ 802.966606] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.967934] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 802.967934] env[69563]: value = "task-3403606" [ 802.967934] env[69563]: _type = "Task" [ 802.967934] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.972717] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.972717] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.975958] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cae7308-2a1a-4de2-bc8e-72efc9d6e576 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.981631] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 802.981631] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c606c6-2443-8970-49e6-6ef8a4f4d422" [ 802.981631] env[69563]: _type = "Task" [ 802.981631] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.987337] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403607, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.987565] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.999377] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c606c6-2443-8970-49e6-6ef8a4f4d422, 'name': SearchDatastore_Task, 'duration_secs': 0.014749} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.000293] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a10e9b45-fd0e-43c4-96f1-30f1402b37a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.002750] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Releasing lock "refresh_cache-cf414a50-3006-49a7-b95e-c267a8661d6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.003075] env[69563]: DEBUG nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Instance network_info: |[{"id": "7ed5e6ca-fdf6-4960-88cf-ef77442a1dac", "address": "fa:16:3e:9c:a4:38", "network": {"id": "fcb4df59-b48f-42c8-8462-aabbecff51cd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1439454448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1349d0b47acc4495b9a656b3c8b4aadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed5e6ca-fd", "ovs_interfaceid": "7ed5e6ca-fdf6-4960-88cf-ef77442a1dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.003507] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:a4:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ed5e6ca-fdf6-4960-88cf-ef77442a1dac', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.011102] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Creating folder: Project (1349d0b47acc4495b9a656b3c8b4aadb). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.014072] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7041723-f2ad-4c96-865b-be8b7d66dd4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.019977] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 803.019977] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526890f6-652b-fe10-fd42-db659ff77c3d" [ 803.019977] env[69563]: _type = "Task" [ 803.019977] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.025448] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526890f6-652b-fe10-fd42-db659ff77c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.028906] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Created folder: Project (1349d0b47acc4495b9a656b3c8b4aadb) in parent group-v678952. [ 803.029107] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Creating folder: Instances. Parent ref: group-v679107. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.029510] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0d4c88a-aa4f-41db-846d-a546fd9d513c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.037445] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Created folder: Instances in parent group-v679107. [ 803.037696] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.037914] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.038197] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05653e13-b7e7-4b2d-9e88-343926e367d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.062187] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.062187] env[69563]: value = "task-3403610" [ 803.062187] env[69563]: _type = "Task" [ 803.062187] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.072012] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403610, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.104488] env[69563]: INFO nova.compute.manager [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Rebuilding instance [ 803.117421] env[69563]: DEBUG oslo_vmware.api [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403603, 'name': PowerOnVM_Task, 'duration_secs': 0.935557} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.117727] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.117958] env[69563]: DEBUG nova.compute.manager [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.118791] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104dd301-d260-40d8-a189-38179e7d3d89 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.154908] env[69563]: DEBUG nova.compute.manager [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.155851] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720808df-1ff9-433b-9373-301c371625a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.174705] env[69563]: DEBUG oslo_vmware.api [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403604, 'name': PowerOffVM_Task, 'duration_secs': 0.183539} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.177547] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.177758] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.178499] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0723f904-224a-43b7-a5a2-151375f41c04 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.249192] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.249468] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.249656] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Deleting the datastore file [datastore2] ff8c6b80-405a-422a-b7d1-db785ce81cad {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.249959] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4946fe9a-ab02-48f8-a061-40567338ca9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.258295] env[69563]: DEBUG oslo_vmware.api [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for the task: (returnval){ [ 803.258295] env[69563]: value = "task-3403612" [ 803.258295] env[69563]: _type = "Task" [ 803.258295] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.267671] env[69563]: DEBUG oslo_vmware.api [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.391240] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.459399] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Releasing lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.459651] env[69563]: DEBUG nova.compute.manager [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received event network-vif-plugged-6f321854-3eb8-490e-b50f-69d7b17202ce {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.459889] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Acquiring lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.460164] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.460394] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.460567] env[69563]: DEBUG nova.compute.manager [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] No waiting events found dispatching network-vif-plugged-6f321854-3eb8-490e-b50f-69d7b17202ce {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.460737] env[69563]: WARNING nova.compute.manager [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received unexpected event network-vif-plugged-6f321854-3eb8-490e-b50f-69d7b17202ce for instance with vm_state active and task_state None. [ 803.460922] env[69563]: DEBUG nova.compute.manager [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received event network-changed-6f321854-3eb8-490e-b50f-69d7b17202ce {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.461109] env[69563]: DEBUG nova.compute.manager [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Refreshing instance network info cache due to event network-changed-6f321854-3eb8-490e-b50f-69d7b17202ce. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.461303] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Acquiring lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.461461] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Acquired lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.461603] env[69563]: DEBUG nova.network.neutron [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Refreshing network info cache for port 6f321854-3eb8-490e-b50f-69d7b17202ce {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 803.463578] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf58f39-9538-479f-8e37-8937eb90e5b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.478630] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e074c3-5973-4290-b10d-0f46ada4fcf6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.485850] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403607, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.491417] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403606, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.516997] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedb478c-f103-4b84-85b0-63d7bb33d2be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.530706] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526890f6-652b-fe10-fd42-db659ff77c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.531152] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.531516] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 324236de-2b29-4ece-a7a7-e05a04f5f1b7/324236de-2b29-4ece-a7a7-e05a04f5f1b7.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.532766] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d9afe2-0a7d-46d5-8736-35a9628806df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.536622] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e126ca0-4204-4ce7-9be7-cd9c4ad81036 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.550870] env[69563]: DEBUG nova.compute.provider_tree [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.553367] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 803.553367] env[69563]: value = "task-3403613" [ 803.553367] env[69563]: _type = "Task" [ 803.553367] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.561562] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.570654] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403610, 'name': CreateVM_Task, 'duration_secs': 0.502987} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.570822] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.571568] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.571737] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.572071] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.572327] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9dc0c9-12b9-4b87-8474-e34a966eebd0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.576889] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 803.576889] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52613855-f6a5-bdbf-48c5-da075fe64b61" [ 803.576889] env[69563]: _type = "Task" [ 803.576889] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.586806] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52613855-f6a5-bdbf-48c5-da075fe64b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.638793] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.771062] env[69563]: DEBUG oslo_vmware.api [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Task: {'id': task-3403612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394154} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.771505] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.771933] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.772154] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.772447] env[69563]: INFO nova.compute.manager [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 803.772775] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.773056] env[69563]: DEBUG nova.compute.manager [-] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.773167] env[69563]: DEBUG nova.network.neutron [-] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 803.821250] env[69563]: DEBUG oslo_concurrency.lockutils [None req-16e3b70e-648c-4435-b935-261228640152 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "464fb355-f87c-431a-bdaf-870024127e76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.821893] env[69563]: DEBUG oslo_concurrency.lockutils [None req-16e3b70e-648c-4435-b935-261228640152 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "464fb355-f87c-431a-bdaf-870024127e76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.891131] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.985333] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403607, 'name': CreateVM_Task, 'duration_secs': 0.549968} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.988996] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.989845] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583744} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.990358] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.990554] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.990968] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.991283] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb/ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.991519] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.992261] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b659408a-2b59-4719-9bf1-cd4d9a3a31a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.994331] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ea3677-dde3-4344-a054-36fd5a10059a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.999906] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 803.999906] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5237a544-3b32-b595-acc0-3f5b198465b4" [ 803.999906] env[69563]: _type = "Task" [ 803.999906] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.010090] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 804.010090] env[69563]: value = "task-3403614" [ 804.010090] env[69563]: _type = "Task" [ 804.010090] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.018631] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5237a544-3b32-b595-acc0-3f5b198465b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.019512] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.019875] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.020182] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.020373] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.020606] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.023685] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c44513-11cf-4e6d-bb98-96029e038a52 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.025548] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.032333] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.032573] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.033308] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48925534-4f5c-4a92-aa35-5d56a982eb3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.038300] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 804.038300] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e93eb-1058-810a-a7f4-74d689acaf6f" [ 804.038300] env[69563]: _type = "Task" [ 804.038300] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.046262] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e93eb-1058-810a-a7f4-74d689acaf6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.067861] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470181} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.068114] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 324236de-2b29-4ece-a7a7-e05a04f5f1b7/324236de-2b29-4ece-a7a7-e05a04f5f1b7.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.068329] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.068578] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38926021-605b-4151-9342-346a1d208088 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.076955] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 804.076955] env[69563]: value = "task-3403615" [ 804.076955] env[69563]: _type = "Task" [ 804.076955] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.080981] env[69563]: ERROR nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [req-ec2a370d-1cd4-4dbc-824e-941e7e7f487a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec2a370d-1cd4-4dbc-824e-941e7e7f487a"}]} [ 804.092565] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.096960] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52613855-f6a5-bdbf-48c5-da075fe64b61, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.099303] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.099585] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.099896] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.100083] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.100308] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.100647] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34baf9bb-77a9-4b97-9f64-fe51d3855a05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.107143] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 804.113103] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.113439] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.114243] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1299b4-1d28-4da7-be6c-e78c3e8bfdbb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.120670] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 804.120670] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e3b0d2-a25b-c3ab-ca29-757f3b1dd13a" [ 804.120670] env[69563]: _type = "Task" [ 804.120670] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.125710] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 804.125957] env[69563]: DEBUG nova.compute.provider_tree [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.133601] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e3b0d2-a25b-c3ab-ca29-757f3b1dd13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.146202] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 804.174671] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 804.179031] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.180724] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e23fdc73-16ae-4625-b95d-bda8ce1cc43e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.187589] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 804.187589] env[69563]: value = "task-3403616" [ 804.187589] env[69563]: _type = "Task" [ 804.187589] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.196753] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.210783] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "42760580-d1d4-4733-b4c0-f5f54e111d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.211069] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "42760580-d1d4-4733-b4c0-f5f54e111d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.276096] env[69563]: DEBUG nova.network.neutron [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updated VIF entry in instance network info cache for port 6f321854-3eb8-490e-b50f-69d7b17202ce. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 804.276474] env[69563]: DEBUG nova.network.neutron [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [{"id": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "address": "fa:16:3e:a8:a5:d6", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e284bc-42", "ovs_interfaceid": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f321854-3eb8-490e-b50f-69d7b17202ce", "address": "fa:16:3e:23:c8:0b", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f321854-3e", "ovs_interfaceid": "6f321854-3eb8-490e-b50f-69d7b17202ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 804.397360] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.521602] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19428} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.521872] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.522680] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ce92e3-c19f-4fbc-a545-5275b9c2e3e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.547339] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb/ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.549920] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a4a20c6-d648-478f-a953-93d2f376db5e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.573230] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e93eb-1058-810a-a7f4-74d689acaf6f, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.574957] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 804.574957] env[69563]: value = "task-3403617" [ 804.574957] env[69563]: _type = "Task" [ 804.574957] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.578189] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d758888b-b081-44de-a3b2-3ddfa245be29 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.593595] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 804.593595] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52230a44-2344-bf29-adf3-9acbec5306e2" [ 804.593595] env[69563]: _type = "Task" [ 804.593595] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.599682] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062921} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.599958] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.608984] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.610224] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318eca5e-7153-4ab2-8b9a-c5867fd30f7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.638443] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 324236de-2b29-4ece-a7a7-e05a04f5f1b7/324236de-2b29-4ece-a7a7-e05a04f5f1b7.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.647876] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c87ef70f-0eff-4e72-853d-f35d080af5a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.662663] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52230a44-2344-bf29-adf3-9acbec5306e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016122} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.663244] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.663502] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120/21f1d3ef-3e36-4a18-812c-a018b52d5120.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.664531] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8d0d7ff-f603-4c5e-afef-f34df1df8480 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.670058] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e3b0d2-a25b-c3ab-ca29-757f3b1dd13a, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.672135] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 804.672135] env[69563]: value = "task-3403618" [ 804.672135] env[69563]: _type = "Task" [ 804.672135] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.672384] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7255100a-df9e-4852-80fa-e4dc4f310441 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.677835] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 804.677835] env[69563]: value = "task-3403619" [ 804.677835] env[69563]: _type = "Task" [ 804.677835] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.688431] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 804.688431] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5236b8d9-c783-d5e6-19bf-083853f68dc9" [ 804.688431] env[69563]: _type = "Task" [ 804.688431] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.688793] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.700553] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.705882] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403616, 'name': PowerOffVM_Task, 'duration_secs': 0.507268} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.708392] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.708392] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.708833] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5236b8d9-c783-d5e6-19bf-083853f68dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.709575] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655e2c66-f3a4-4a11-bcf3-3ae795b66f54 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.719164] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.719374] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d74664-d80c-41dd-8994-46fb2fa95285 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.781801] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3ab041-40cc-4161-98d6-36dcb9ff3514 req-429d276c-1198-45d0-8b92-7e867b5947f1 service nova] Releasing lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.798611] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137bc21e-02b4-4745-b47e-9c180216b9ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.805520] env[69563]: DEBUG nova.network.neutron [-] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 804.808228] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf22a24-c07f-440d-a470-4917146bcbed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.814749] env[69563]: DEBUG nova.compute.manager [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Received event network-vif-plugged-7ed5e6ca-fdf6-4960-88cf-ef77442a1dac {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.814987] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] Acquiring lock "cf414a50-3006-49a7-b95e-c267a8661d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.815223] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] Lock "cf414a50-3006-49a7-b95e-c267a8661d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.815442] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] Lock "cf414a50-3006-49a7-b95e-c267a8661d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.815655] env[69563]: DEBUG nova.compute.manager [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] No waiting events found dispatching network-vif-plugged-7ed5e6ca-fdf6-4960-88cf-ef77442a1dac {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.815842] env[69563]: WARNING nova.compute.manager [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Received unexpected event network-vif-plugged-7ed5e6ca-fdf6-4960-88cf-ef77442a1dac for instance with vm_state building and task_state spawning. [ 804.816083] env[69563]: DEBUG nova.compute.manager [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Received event network-changed-7ed5e6ca-fdf6-4960-88cf-ef77442a1dac {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.818643] env[69563]: DEBUG nova.compute.manager [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Refreshing instance network info cache due to event network-changed-7ed5e6ca-fdf6-4960-88cf-ef77442a1dac. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.818643] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] Acquiring lock "refresh_cache-cf414a50-3006-49a7-b95e-c267a8661d6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.818643] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] Acquired lock "refresh_cache-cf414a50-3006-49a7-b95e-c267a8661d6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.818643] env[69563]: DEBUG nova.network.neutron [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Refreshing network info cache for port 7ed5e6ca-fdf6-4960-88cf-ef77442a1dac {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 804.851870] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b483501c-615b-485f-851f-d47d94b22c14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.855718] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.856149] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.856441] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleting the datastore file [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.856784] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5cf0d2-b924-4662-b057-5ef93ee5212a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.864565] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a8edfd-477a-42d2-838b-3b9b4e88b300 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.869810] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 804.869810] env[69563]: value = "task-3403621" [ 804.869810] env[69563]: _type = "Task" [ 804.869810] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.881547] env[69563]: DEBUG nova.compute.provider_tree [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.889555] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.894557] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.090644] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403617, 'name': ReconfigVM_Task, 'duration_secs': 0.357958} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.090962] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb/ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.091572] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-078c967b-cc69-4050-8a04-8ad5bba5d96b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.098335] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 805.098335] env[69563]: value = "task-3403622" [ 805.098335] env[69563]: _type = "Task" [ 805.098335] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.106825] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403622, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.123788] env[69563]: DEBUG nova.compute.manager [req-65c51a3e-e077-491f-9c73-96a24f51e4d7 req-c4760c47-1289-4d0d-9734-f05b6720f9c5 service nova] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Received event network-vif-deleted-44c61928-c7e1-4162-8543-480b33a9789a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.184651] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.192822] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403619, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.201660] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5236b8d9-c783-d5e6-19bf-083853f68dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.022581} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.201929] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.202202] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] cf414a50-3006-49a7-b95e-c267a8661d6f/cf414a50-3006-49a7-b95e-c267a8661d6f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.202482] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffb54af9-fda9-4882-8e37-ab15483d0ddd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.208624] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 805.208624] env[69563]: value = "task-3403623" [ 805.208624] env[69563]: _type = "Task" [ 805.208624] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.216404] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.313459] env[69563]: INFO nova.compute.manager [-] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Took 1.54 seconds to deallocate network for instance. [ 805.380714] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.390194] env[69563]: DEBUG nova.scheduler.client.report [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.397549] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.570369] env[69563]: DEBUG nova.network.neutron [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Updated VIF entry in instance network info cache for port 7ed5e6ca-fdf6-4960-88cf-ef77442a1dac. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 805.570629] env[69563]: DEBUG nova.network.neutron [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Updating instance_info_cache with network_info: [{"id": "7ed5e6ca-fdf6-4960-88cf-ef77442a1dac", "address": "fa:16:3e:9c:a4:38", "network": {"id": "fcb4df59-b48f-42c8-8462-aabbecff51cd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1439454448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1349d0b47acc4495b9a656b3c8b4aadb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed5e6ca-fd", "ovs_interfaceid": "7ed5e6ca-fdf6-4960-88cf-ef77442a1dac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 805.609579] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403622, 'name': Rename_Task, 'duration_secs': 0.157406} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.610015] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.610302] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2310e90a-9d85-47cc-8a11-53bed607f109 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.617060] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 805.617060] env[69563]: value = "task-3403624" [ 805.617060] env[69563]: _type = "Task" [ 805.617060] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.627247] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.688166] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.699746] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88089} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.700098] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120/21f1d3ef-3e36-4a18-812c-a018b52d5120.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.700374] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.700692] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a7dbf0e-2f67-44d0-b48b-bce50a555f2f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.709825] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 805.709825] env[69563]: value = "task-3403625" [ 805.709825] env[69563]: _type = "Task" [ 805.709825] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.726224] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.729899] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403623, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.822619] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.887036] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.695486} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.888753] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.889076] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.889327] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.901725] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 5.230s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.901952] env[69563]: INFO nova.compute.manager [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Migrating [ 805.908754] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.912301] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.982s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.913877] env[69563]: INFO nova.compute.claims [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.074014] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7ccdccf-b65b-4dc7-9334-f2e9073b6957 req-4a0dad56-8abf-4d5e-9842-656716b6ef77 service nova] Releasing lock "refresh_cache-cf414a50-3006-49a7-b95e-c267a8661d6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.130491] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.186935] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403618, 'name': ReconfigVM_Task, 'duration_secs': 1.080297} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.186935] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 324236de-2b29-4ece-a7a7-e05a04f5f1b7/324236de-2b29-4ece-a7a7-e05a04f5f1b7.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.187989] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20c4e228-3371-4f0b-83e6-edd6f6681729 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.194155] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 806.194155] env[69563]: value = "task-3403626" [ 806.194155] env[69563]: _type = "Task" [ 806.194155] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.203873] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403626, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.226036] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124439} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.228951] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.229172] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765517} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.229888] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3951334-d2b2-471c-82cc-448815fc630d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.232276] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] cf414a50-3006-49a7-b95e-c267a8661d6f/cf414a50-3006-49a7-b95e-c267a8661d6f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.232465] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.232697] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fafd013-f40c-47dc-91df-7b8661c45fd2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.252809] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120/21f1d3ef-3e36-4a18-812c-a018b52d5120.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.254438] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91efb839-0e30-472d-9612-fb104654b1ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.270538] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 806.270538] env[69563]: value = "task-3403627" [ 806.270538] env[69563]: _type = "Task" [ 806.270538] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.276383] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 806.276383] env[69563]: value = "task-3403628" [ 806.276383] env[69563]: _type = "Task" [ 806.276383] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.279523] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.287325] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.347707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "884fb10c-cf09-4705-b09c-9f6eb0298cea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.347707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "884fb10c-cf09-4705-b09c-9f6eb0298cea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.347707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "884fb10c-cf09-4705-b09c-9f6eb0298cea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.347707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "884fb10c-cf09-4705-b09c-9f6eb0298cea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.347707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "884fb10c-cf09-4705-b09c-9f6eb0298cea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.349334] env[69563]: INFO nova.compute.manager [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Terminating instance [ 806.398755] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.424182] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.424384] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.424522] env[69563]: DEBUG nova.network.neutron [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 806.629907] env[69563]: DEBUG oslo_vmware.api [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3403624, 'name': PowerOnVM_Task, 'duration_secs': 0.585907} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.630236] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.630443] env[69563]: INFO nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Took 8.72 seconds to spawn the instance on the hypervisor. [ 806.630622] env[69563]: DEBUG nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.631495] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d8e497-8997-46d4-ab62-225004c68257 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.703878] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403626, 'name': Rename_Task, 'duration_secs': 0.152523} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.704177] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.704427] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d0ade6-32ca-43dc-9950-5e1042466dc5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.711852] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 806.711852] env[69563]: value = "task-3403629" [ 806.711852] env[69563]: _type = "Task" [ 806.711852] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.721137] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.780419] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095393} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.784029] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.784634] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7debd900-dcc6-47c2-bcae-5a60dd02b23f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.792548] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.810016] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] cf414a50-3006-49a7-b95e-c267a8661d6f/cf414a50-3006-49a7-b95e-c267a8661d6f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.810614] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3781cee1-3266-4246-abb4-1b0c1553f8d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.831392] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 806.831392] env[69563]: value = "task-3403630" [ 806.831392] env[69563]: _type = "Task" [ 806.831392] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.840173] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.852995] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "refresh_cache-884fb10c-cf09-4705-b09c-9f6eb0298cea" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.853212] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquired lock "refresh_cache-884fb10c-cf09-4705-b09c-9f6eb0298cea" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.853396] env[69563]: DEBUG nova.network.neutron [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 806.895208] env[69563]: DEBUG oslo_vmware.api [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403605, 'name': ReconfigVM_Task, 'duration_secs': 3.701408} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.895711] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.895923] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Reconfigured VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 806.921805] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.922078] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.922254] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.922480] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.922635] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.922779] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.922988] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.923169] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.923368] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.923600] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.923779] env[69563]: DEBUG nova.virt.hardware [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.924856] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8280fda1-8d82-4321-b44a-e6641c67a53c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.941889] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aade2a-8e63-4523-84a3-87429bb44c16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.957117] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:42:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e00f71-8eb8-44d2-9716-1aabd385116d', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.964755] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.969530] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.969985] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b6d2a22-b105-4e11-8cb8-4640451c9828 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.991858] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.991858] env[69563]: value = "task-3403631" [ 806.991858] env[69563]: _type = "Task" [ 806.991858] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.001337] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403631, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.149744] env[69563]: INFO nova.compute.manager [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Took 32.27 seconds to build instance. [ 807.168817] env[69563]: DEBUG nova.network.neutron [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance_info_cache with network_info: [{"id": "eb5d297f-c594-49d2-8012-fa7825202904", "address": "fa:16:3e:bb:58:b8", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5d297f-c5", "ovs_interfaceid": "eb5d297f-c594-49d2-8012-fa7825202904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 807.227875] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.292603] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403628, 'name': ReconfigVM_Task, 'duration_secs': 0.796259} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.295323] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120/21f1d3ef-3e36-4a18-812c-a018b52d5120.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.296176] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18a1eb22-770f-473f-8532-a7719f127986 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.303224] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 807.303224] env[69563]: value = "task-3403632" [ 807.303224] env[69563]: _type = "Task" [ 807.303224] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.316846] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403632, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.346904] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.381819] env[69563]: DEBUG nova.network.neutron [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 807.402103] env[69563]: DEBUG oslo_concurrency.lockutils [None req-335d08ce-191c-4d89-bc05-837cdfe96610 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.486s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.441349] env[69563]: DEBUG nova.network.neutron [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 807.447630] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf81cd5d-6cb6-423e-b75e-92bc707b62d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.455964] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa6e97-ec81-4185-ad4b-e659860e2625 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.489087] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7001e2-0e19-4d75-8612-60abe9d4a92e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.499640] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212e46e-545b-41f2-8e45-14fa7c94eb5f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.507280] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403631, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.519541] env[69563]: DEBUG nova.compute.provider_tree [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.652722] env[69563]: DEBUG oslo_concurrency.lockutils [None req-83c8ba53-b010-4968-960e-e05636638211 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.782s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.671566] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.725826] env[69563]: DEBUG oslo_vmware.api [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403629, 'name': PowerOnVM_Task, 'duration_secs': 0.539487} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.726170] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.726414] env[69563]: INFO nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Took 12.69 seconds to spawn the instance on the hypervisor. [ 807.726638] env[69563]: DEBUG nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.727482] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a9b53f-c48c-4230-803a-de019da5caa4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.791381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.791634] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.813512] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403632, 'name': Rename_Task, 'duration_secs': 0.218854} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.813753] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.814009] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a843d96-12be-4e19-a184-df9311f06f78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.821501] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 807.821501] env[69563]: value = "task-3403633" [ 807.821501] env[69563]: _type = "Task" [ 807.821501] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.829568] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.845084] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403630, 'name': ReconfigVM_Task, 'duration_secs': 0.689183} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.845372] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Reconfigured VM instance instance-00000036 to attach disk [datastore1] cf414a50-3006-49a7-b95e-c267a8661d6f/cf414a50-3006-49a7-b95e-c267a8661d6f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.846102] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54493437-87e8-4cd7-b524-b46896e145ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.854445] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 807.854445] env[69563]: value = "task-3403634" [ 807.854445] env[69563]: _type = "Task" [ 807.854445] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.862782] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403634, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.946615] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Releasing lock "refresh_cache-884fb10c-cf09-4705-b09c-9f6eb0298cea" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.946615] env[69563]: DEBUG nova.compute.manager [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.946615] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.946615] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0c1752-eafa-4170-a365-34b4c57397c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.954408] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.954408] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa2647e8-55a1-45d4-b3f9-98cd64137520 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.960550] env[69563]: DEBUG oslo_vmware.api [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 807.960550] env[69563]: value = "task-3403635" [ 807.960550] env[69563]: _type = "Task" [ 807.960550] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.968979] env[69563]: DEBUG oslo_vmware.api [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.002078] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403631, 'name': CreateVM_Task, 'duration_secs': 0.532969} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.002314] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.002932] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.003148] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.003473] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.003732] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2e723a-6879-49d0-82a5-5f82cf1c7409 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.008343] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 808.008343] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a75268-3325-f9a5-9596-372e81e4dcad" [ 808.008343] env[69563]: _type = "Task" [ 808.008343] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.018167] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a75268-3325-f9a5-9596-372e81e4dcad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.023201] env[69563]: DEBUG nova.scheduler.client.report [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.155883] env[69563]: DEBUG nova.compute.manager [None req-16e3b70e-648c-4435-b935-261228640152 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 464fb355-f87c-431a-bdaf-870024127e76] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.251951] env[69563]: INFO nova.compute.manager [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Took 34.13 seconds to build instance. [ 808.336954] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.363869] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403634, 'name': Rename_Task, 'duration_secs': 0.208981} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.364838] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.364838] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82b4ae6-bc00-49d4-9adc-74245ab90015 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.373020] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 808.373020] env[69563]: value = "task-3403636" [ 808.373020] env[69563]: _type = "Task" [ 808.373020] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.378372] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.470656] env[69563]: DEBUG oslo_vmware.api [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403635, 'name': PowerOffVM_Task, 'duration_secs': 0.150646} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.470973] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.471198] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.471456] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbbd9ffc-3a70-4645-8d65-af0412b21400 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.497619] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.497890] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.498244] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Deleting the datastore file [datastore2] 884fb10c-cf09-4705-b09c-9f6eb0298cea {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.498332] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0d60193-bd37-449c-a699-cb59e7098675 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.504533] env[69563]: DEBUG oslo_vmware.api [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for the task: (returnval){ [ 808.504533] env[69563]: value = "task-3403638" [ 808.504533] env[69563]: _type = "Task" [ 808.504533] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.515514] env[69563]: DEBUG oslo_vmware.api [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.520864] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a75268-3325-f9a5-9596-372e81e4dcad, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.521209] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.521451] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.521697] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.521847] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.522046] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.522343] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49a94c5b-fcfc-40a0-bf46-110c2da8134c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.528167] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.528777] env[69563]: DEBUG nova.compute.manager [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.532725] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.238s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.532940] env[69563]: DEBUG nova.objects.instance [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lazy-loading 'resources' on Instance uuid a95b4fe6-0f57-4a90-9126-9479597a72f9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.538021] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.538021] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.538021] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d62f51c-d842-4913-8b27-3f8bfa1c3563 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.542602] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 808.542602] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52645592-ea1d-0b1b-6b29-da246d723079" [ 808.542602] env[69563]: _type = "Task" [ 808.542602] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.551384] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52645592-ea1d-0b1b-6b29-da246d723079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.639017] env[69563]: DEBUG nova.compute.manager [req-3c3d9ee1-9deb-4e2a-ac0a-df54e8aecdf0 req-bc1d4bfc-9109-4d36-8e39-b17957163709 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Received event network-changed-c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.639241] env[69563]: DEBUG nova.compute.manager [req-3c3d9ee1-9deb-4e2a-ac0a-df54e8aecdf0 req-bc1d4bfc-9109-4d36-8e39-b17957163709 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Refreshing instance network info cache due to event network-changed-c888f52c-9d07-4fd8-8078-bd2a4661d8e0. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.639426] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c3d9ee1-9deb-4e2a-ac0a-df54e8aecdf0 req-bc1d4bfc-9109-4d36-8e39-b17957163709 service nova] Acquiring lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.639561] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c3d9ee1-9deb-4e2a-ac0a-df54e8aecdf0 req-bc1d4bfc-9109-4d36-8e39-b17957163709 service nova] Acquired lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.639712] env[69563]: DEBUG nova.network.neutron [req-3c3d9ee1-9deb-4e2a-ac0a-df54e8aecdf0 req-bc1d4bfc-9109-4d36-8e39-b17957163709 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Refreshing network info cache for port c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 808.659512] env[69563]: DEBUG nova.compute.manager [None req-16e3b70e-648c-4435-b935-261228640152 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 464fb355-f87c-431a-bdaf-870024127e76] Instance disappeared before build. {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 808.754263] env[69563]: DEBUG oslo_concurrency.lockutils [None req-30bff755-4028-44bc-9ea8-ba01a40cc909 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.645s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.834089] env[69563]: DEBUG oslo_vmware.api [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403633, 'name': PowerOnVM_Task, 'duration_secs': 0.587219} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.834370] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.834566] env[69563]: DEBUG nova.compute.manager [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.836114] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02933f24-a968-41b4-b223-445a9085a5e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.882046] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403636, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.014999] env[69563]: DEBUG oslo_vmware.api [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Task: {'id': task-3403638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119379} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.015330] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.015549] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.015825] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.015954] env[69563]: INFO nova.compute.manager [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Took 1.07 seconds to destroy the instance on the hypervisor. [ 809.016403] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.016623] env[69563]: DEBUG nova.compute.manager [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.016737] env[69563]: DEBUG nova.network.neutron [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 809.033753] env[69563]: DEBUG nova.network.neutron [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 809.040220] env[69563]: DEBUG nova.compute.utils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.041761] env[69563]: DEBUG nova.compute.manager [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 809.054533] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52645592-ea1d-0b1b-6b29-da246d723079, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.055455] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecab6f5-2674-448a-9eeb-6e311bcfae53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.061681] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 809.061681] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5218cbca-16e7-d420-031e-7ff8813d34af" [ 809.061681] env[69563]: _type = "Task" [ 809.061681] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.072692] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5218cbca-16e7-d420-031e-7ff8813d34af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.172970] env[69563]: DEBUG oslo_concurrency.lockutils [None req-16e3b70e-648c-4435-b935-261228640152 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "464fb355-f87c-431a-bdaf-870024127e76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 5.351s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.188131] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f17e2f-29df-405c-9690-3f40dc78106a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.221189] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance '1e4f952e-967e-40f2-b8ee-7c5d65cca843' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.256950] env[69563]: DEBUG nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.275162] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.275792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.275792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.275792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.275976] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.278109] env[69563]: INFO nova.compute.manager [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Terminating instance [ 809.369726] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.383384] env[69563]: DEBUG oslo_vmware.api [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403636, 'name': PowerOnVM_Task, 'duration_secs': 0.997151} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.385807] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.386026] env[69563]: INFO nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Took 8.80 seconds to spawn the instance on the hypervisor. [ 809.386249] env[69563]: DEBUG nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.387271] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a05542-8f72-49eb-8432-39c6f2ac6aa8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.459630] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-6f321854-3eb8-490e-b50f-69d7b17202ce" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.459630] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-6f321854-3eb8-490e-b50f-69d7b17202ce" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.474741] env[69563]: DEBUG nova.network.neutron [req-3c3d9ee1-9deb-4e2a-ac0a-df54e8aecdf0 req-bc1d4bfc-9109-4d36-8e39-b17957163709 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Updated VIF entry in instance network info cache for port c888f52c-9d07-4fd8-8078-bd2a4661d8e0. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 809.475234] env[69563]: DEBUG nova.network.neutron [req-3c3d9ee1-9deb-4e2a-ac0a-df54e8aecdf0 req-bc1d4bfc-9109-4d36-8e39-b17957163709 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Updating instance_info_cache with network_info: [{"id": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "address": "fa:16:3e:bc:b7:83", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc888f52c-9d", "ovs_interfaceid": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 809.536656] env[69563]: DEBUG nova.network.neutron [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 809.545064] env[69563]: DEBUG nova.compute.manager [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.572474] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5218cbca-16e7-d420-031e-7ff8813d34af, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.575283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.575480] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.575939] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd8a5980-1555-4fb2-ad58-2e1bf7f36d86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.584261] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 809.584261] env[69563]: value = "task-3403639" [ 809.584261] env[69563]: _type = "Task" [ 809.584261] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.589118] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad68bf1e-a401-466b-ae0f-dfd3544fcefe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.597221] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.600081] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07951bd-1bed-4d02-8038-034d79e65baa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.635232] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea627af-9543-49f1-99d0-22f38ebe4324 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.643127] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2199229-d76a-4520-94cb-a9f51f953431 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.657856] env[69563]: DEBUG nova.compute.provider_tree [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.675171] env[69563]: DEBUG nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.733108] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.733682] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122c1174-9111-4295-bc0b-18185d801a82 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.742199] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "21f1d3ef-3e36-4a18-812c-a018b52d5120" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.742445] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "21f1d3ef-3e36-4a18-812c-a018b52d5120" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.742636] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "21f1d3ef-3e36-4a18-812c-a018b52d5120-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.742823] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "21f1d3ef-3e36-4a18-812c-a018b52d5120-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.742988] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "21f1d3ef-3e36-4a18-812c-a018b52d5120-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.746021] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 809.746021] env[69563]: value = "task-3403640" [ 809.746021] env[69563]: _type = "Task" [ 809.746021] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.746470] env[69563]: INFO nova.compute.manager [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Terminating instance [ 809.757522] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.784925] env[69563]: DEBUG nova.compute.manager [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.785157] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.786050] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7efc20-f3c6-487c-9897-86b9f20d89e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.790298] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.795253] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.795540] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b325cb89-f1a0-4940-aea5-872104a6ab06 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.801726] env[69563]: DEBUG oslo_vmware.api [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 809.801726] env[69563]: value = "task-3403641" [ 809.801726] env[69563]: _type = "Task" [ 809.801726] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.809793] env[69563]: DEBUG oslo_vmware.api [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.906894] env[69563]: INFO nova.compute.manager [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Took 33.01 seconds to build instance. [ 809.963910] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.964226] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.965637] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a39dd9-3228-4988-80b0-31e2f7da2122 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.993538] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c3d9ee1-9deb-4e2a-ac0a-df54e8aecdf0 req-bc1d4bfc-9109-4d36-8e39-b17957163709 service nova] Releasing lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.995685] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a78b9c4-f5fa-4435-b76f-e5bc7f6d2a26 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.024757] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Reconfiguring VM to detach interface {{(pid=69563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 810.025210] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eebebcec-14bc-4906-b2db-d2423fe59c14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.041188] env[69563]: INFO nova.compute.manager [-] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Took 1.02 seconds to deallocate network for instance. [ 810.051878] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 810.051878] env[69563]: value = "task-3403642" [ 810.051878] env[69563]: _type = "Task" [ 810.051878] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.062371] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.095131] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403639, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.160853] env[69563]: DEBUG nova.scheduler.client.report [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.194614] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.255181] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "refresh_cache-21f1d3ef-3e36-4a18-812c-a018b52d5120" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.255181] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquired lock "refresh_cache-21f1d3ef-3e36-4a18-812c-a018b52d5120" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.255181] env[69563]: DEBUG nova.network.neutron [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 810.261551] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403640, 'name': PowerOffVM_Task, 'duration_secs': 0.202842} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.262531] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.262727] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance '1e4f952e-967e-40f2-b8ee-7c5d65cca843' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 810.311741] env[69563]: DEBUG oslo_vmware.api [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403641, 'name': PowerOffVM_Task, 'duration_secs': 0.280433} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.312020] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.312207] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.312447] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fefa947c-3481-4576-a482-35173555a12f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.410351] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dadf91d0-a3d3-438d-886c-c6ad004733d5 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "cf414a50-3006-49a7-b95e-c267a8661d6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.577s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.415936] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.416170] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.416351] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Deleting the datastore file [datastore2] 324236de-2b29-4ece-a7a7-e05a04f5f1b7 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.416614] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16727de2-e225-4843-b4aa-f1c426e9186e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.422855] env[69563]: DEBUG oslo_vmware.api [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for the task: (returnval){ [ 810.422855] env[69563]: value = "task-3403644" [ 810.422855] env[69563]: _type = "Task" [ 810.422855] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.430742] env[69563]: DEBUG oslo_vmware.api [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.547933] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.556633] env[69563]: DEBUG nova.compute.manager [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.564809] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.583774] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.584073] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.584288] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.584538] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.584746] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.584933] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.585217] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.585423] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.585633] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.585832] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.586081] env[69563]: DEBUG nova.virt.hardware [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.587194] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b03bd6-0189-4bf7-aae9-818d55876dd7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.602954] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6131f-7e30-4a7e-96ab-d07f5c2a3b54 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.607039] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686144} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.607326] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.607556] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.608279] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c789a8-2049-4228-b32c-b7b2d945465c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.618358] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.625697] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Creating folder: Project (b8fa528cba6446629bd4ad572fb9fe63). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.625881] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6be7977-3c55-4642-b29e-032e841eb21d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.630406] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 810.630406] env[69563]: value = "task-3403645" [ 810.630406] env[69563]: _type = "Task" [ 810.630406] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.637119] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Created folder: Project (b8fa528cba6446629bd4ad572fb9fe63) in parent group-v678952. [ 810.637119] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Creating folder: Instances. Parent ref: group-v679111. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.638982] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20375a08-e79a-4458-9673-8d9bdf03c2b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.640838] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.648190] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Created folder: Instances in parent group-v679111. [ 810.648394] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.648631] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.648897] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-583ccb66-c6b0-4754-aba4-af2f9ee3f6a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.666029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.668079] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.985s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.668336] env[69563]: DEBUG nova.objects.instance [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lazy-loading 'resources' on Instance uuid 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.674479] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.674479] env[69563]: value = "task-3403648" [ 810.674479] env[69563]: _type = "Task" [ 810.674479] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.684152] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403648, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.690167] env[69563]: INFO nova.scheduler.client.report [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleted allocations for instance a95b4fe6-0f57-4a90-9126-9479597a72f9 [ 810.754752] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquiring lock "cf414a50-3006-49a7-b95e-c267a8661d6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.755069] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "cf414a50-3006-49a7-b95e-c267a8661d6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.755317] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquiring lock "cf414a50-3006-49a7-b95e-c267a8661d6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.755539] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "cf414a50-3006-49a7-b95e-c267a8661d6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.755712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "cf414a50-3006-49a7-b95e-c267a8661d6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.759478] env[69563]: INFO nova.compute.manager [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Terminating instance [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.770730] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.771165] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.777533] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25db088-cc37-4fad-b178-13c2851e9e86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.788598] env[69563]: DEBUG nova.network.neutron [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 810.796446] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 810.796446] env[69563]: value = "task-3403649" [ 810.796446] env[69563]: _type = "Task" [ 810.796446] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.806374] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.863009] env[69563]: DEBUG nova.network.neutron [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 810.933135] env[69563]: DEBUG oslo_vmware.api [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.062192] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.140503] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175422} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.140759] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.141677] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ace65ff-3c70-4e22-822f-2c3bc32ace66 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.164113] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.164401] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ba2433-cf5b-4204-8601-fa54a64bb414 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.189734] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403648, 'name': CreateVM_Task, 'duration_secs': 0.488001} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.189919] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.190352] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.190509] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.190835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.191121] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c2a01b-9a70-4054-bea5-b217f7bf8b76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.193553] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 811.193553] env[69563]: value = "task-3403650" [ 811.193553] env[69563]: _type = "Task" [ 811.193553] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.202335] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5ce01372-1775-4d8d-8767-d6c4c938e1eb tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "a95b4fe6-0f57-4a90-9126-9479597a72f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.008s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.203434] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 811.203434] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523ed05e-80c7-e3c0-7c80-fa2f943cdaa8" [ 811.203434] env[69563]: _type = "Task" [ 811.203434] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.209645] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.215496] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523ed05e-80c7-e3c0-7c80-fa2f943cdaa8, 'name': SearchDatastore_Task, 'duration_secs': 0.010514} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.218434] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.218724] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.219116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.219376] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.219643] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.221019] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c293e50a-b7c2-4233-83c0-5320e434341d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.233439] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.233625] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.234394] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6db53b-6b61-4154-ba56-e0a9d2b3f1a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.241829] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 811.241829] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529f2ab6-fc8f-fa00-7086-1a7ab61ca2aa" [ 811.241829] env[69563]: _type = "Task" [ 811.241829] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.250754] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529f2ab6-fc8f-fa00-7086-1a7ab61ca2aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.266028] env[69563]: DEBUG nova.compute.manager [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.266028] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.266604] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf34982c-7dbf-4855-9b55-1cc19752e530 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.273979] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.276627] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c86054-082d-475e-a4f9-a4ee3d8f9e26 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.283339] env[69563]: DEBUG oslo_vmware.api [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 811.283339] env[69563]: value = "task-3403651" [ 811.283339] env[69563]: _type = "Task" [ 811.283339] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.293482] env[69563]: DEBUG oslo_vmware.api [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.306417] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403649, 'name': ReconfigVM_Task, 'duration_secs': 0.238539} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.306743] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance '1e4f952e-967e-40f2-b8ee-7c5d65cca843' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.367048] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Releasing lock "refresh_cache-21f1d3ef-3e36-4a18-812c-a018b52d5120" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.367048] env[69563]: DEBUG nova.compute.manager [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.367048] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.368501] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563cc32-9b7b-4e63-8332-015c747971a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.378843] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.379207] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4792844-5501-4216-abbe-76afacb7cd8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.387185] env[69563]: DEBUG oslo_vmware.api [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 811.387185] env[69563]: value = "task-3403652" [ 811.387185] env[69563]: _type = "Task" [ 811.387185] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.396496] env[69563]: DEBUG oslo_vmware.api [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.436205] env[69563]: DEBUG oslo_vmware.api [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Task: {'id': task-3403644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611052} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.436480] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.436661] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.436853] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.437078] env[69563]: INFO nova.compute.manager [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Took 1.65 seconds to destroy the instance on the hypervisor. [ 811.437286] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.437482] env[69563]: DEBUG nova.compute.manager [-] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.437579] env[69563]: DEBUG nova.network.neutron [-] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 811.562261] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.661434] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be678818-48e9-4c18-9fcf-d41434b44bda {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.668984] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c489f0a-2ba8-4f8e-b31c-7dac582a2d21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.701514] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a4526-f13d-4bb8-a5f0-e9e5571fc7cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.714125] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afafee5d-9afb-4935-b744-f1a40da6d7e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.718138] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.729429] env[69563]: DEBUG nova.compute.provider_tree [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.751389] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529f2ab6-fc8f-fa00-7086-1a7ab61ca2aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.752199] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12f75b1-6479-4316-af8f-8377ca19c3bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.762795] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 811.762795] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f57f5b-1aed-6191-2829-1f0867def4dd" [ 811.762795] env[69563]: _type = "Task" [ 811.762795] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.770851] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f57f5b-1aed-6191-2829-1f0867def4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.773107] env[69563]: DEBUG nova.compute.manager [req-dec90e15-9582-4fec-935e-f95f5b6d735e req-692f8758-0237-431f-9f9c-ba7e3e3be184 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Received event network-vif-deleted-80adf02b-5fb3-4160-83a0-3e57c6102749 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.773326] env[69563]: INFO nova.compute.manager [req-dec90e15-9582-4fec-935e-f95f5b6d735e req-692f8758-0237-431f-9f9c-ba7e3e3be184 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Neutron deleted interface 80adf02b-5fb3-4160-83a0-3e57c6102749; detaching it from the instance and deleting it from the info cache [ 811.773570] env[69563]: DEBUG nova.network.neutron [req-dec90e15-9582-4fec-935e-f95f5b6d735e req-692f8758-0237-431f-9f9c-ba7e3e3be184 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Updating instance_info_cache with network_info: [{"id": "828fdffe-cbba-44e5-be23-da71e0dbc505", "address": "fa:16:3e:c4:0c:29", "network": {"id": "16a786a8-4b8a-43bb-bfd7-26bdaba31e05", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997632733", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ae1c6f4c0864445bbb95d8304ebce14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap828fdffe-cb", "ovs_interfaceid": "828fdffe-cbba-44e5-be23-da71e0dbc505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 811.794061] env[69563]: DEBUG oslo_vmware.api [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403651, 'name': PowerOffVM_Task, 'duration_secs': 0.207626} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.794380] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.794561] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.794827] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18da4a53-50e8-4e50-a757-60b121d34846 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.813510] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:54:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c2613f4a-0ef9-4d23-bb8e-a77b5f586d47',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1638880353',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.813759] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.813889] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.814136] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.814304] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.814455] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.814657] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.814816] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.814981] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.815193] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.815370] env[69563]: DEBUG nova.virt.hardware [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.821916] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 811.822278] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a01145-7a93-42b3-bc6f-6462b9ab383d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.841520] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 811.841520] env[69563]: value = "task-3403654" [ 811.841520] env[69563]: _type = "Task" [ 811.841520] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.851187] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.857541] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.857756] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.857964] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Deleting the datastore file [datastore1] cf414a50-3006-49a7-b95e-c267a8661d6f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.858437] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e02b871-48e9-413f-b306-8a65c547c281 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.864797] env[69563]: DEBUG oslo_vmware.api [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for the task: (returnval){ [ 811.864797] env[69563]: value = "task-3403655" [ 811.864797] env[69563]: _type = "Task" [ 811.864797] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.874202] env[69563]: DEBUG oslo_vmware.api [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.895964] env[69563]: DEBUG oslo_vmware.api [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403652, 'name': PowerOffVM_Task, 'duration_secs': 0.112941} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.896280] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.896460] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.896748] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fa1d55e-38e7-4eb9-bf0e-642416b4ad61 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.928337] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.928604] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.928874] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Deleting the datastore file [datastore2] 21f1d3ef-3e36-4a18-812c-a018b52d5120 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.929405] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c84300-5695-48fb-8c8e-88a1100d1f69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.938769] env[69563]: DEBUG oslo_vmware.api [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for the task: (returnval){ [ 811.938769] env[69563]: value = "task-3403657" [ 811.938769] env[69563]: _type = "Task" [ 811.938769] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.946367] env[69563]: DEBUG oslo_vmware.api [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.063275] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.207418] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403650, 'name': ReconfigVM_Task, 'duration_secs': 0.734385} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.207706] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a/0966f90d-4ee4-461a-8943-5c11fccf788a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.208321] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c24d257c-1646-4fd1-a965-b9677aa17ade {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.215885] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 812.215885] env[69563]: value = "task-3403658" [ 812.215885] env[69563]: _type = "Task" [ 812.215885] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.223148] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403658, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.232430] env[69563]: DEBUG nova.scheduler.client.report [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.275099] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f57f5b-1aed-6191-2829-1f0867def4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.275644] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.275902] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b/2f5a2b08-715d-4b2a-93a0-02e2beff1e8b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.276148] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71909d29-d475-49de-b79f-2844f1ce2faa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.277856] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6063f20-4ff5-47b1-997b-7edd472b9125 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.287041] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b9fbd8-7f9e-4825-bf9c-05172245f319 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.297397] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 812.297397] env[69563]: value = "task-3403659" [ 812.297397] env[69563]: _type = "Task" [ 812.297397] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.318573] env[69563]: DEBUG nova.compute.manager [req-dec90e15-9582-4fec-935e-f95f5b6d735e req-692f8758-0237-431f-9f9c-ba7e3e3be184 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Detach interface failed, port_id=80adf02b-5fb3-4160-83a0-3e57c6102749, reason: Instance 324236de-2b29-4ece-a7a7-e05a04f5f1b7 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.351648] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403654, 'name': ReconfigVM_Task, 'duration_secs': 0.167594} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.352265] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 812.352759] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e4a0e-2c1f-450e-bf6f-46064d131cb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.375084] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843/1e4f952e-967e-40f2-b8ee-7c5d65cca843.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.378442] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744daf5e-db4a-4469-8f99-6485b59430b6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.398050] env[69563]: DEBUG oslo_vmware.api [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Task: {'id': task-3403655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191214} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.399787] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.400055] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.400282] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.400544] env[69563]: INFO nova.compute.manager [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 812.400844] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.401127] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 812.401127] env[69563]: value = "task-3403660" [ 812.401127] env[69563]: _type = "Task" [ 812.401127] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.401315] env[69563]: DEBUG nova.compute.manager [-] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.401408] env[69563]: DEBUG nova.network.neutron [-] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 812.412271] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.438348] env[69563]: DEBUG nova.network.neutron [-] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 812.448555] env[69563]: DEBUG oslo_vmware.api [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Task: {'id': task-3403657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089817} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.449391] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.449589] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.449756] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.449975] env[69563]: INFO nova.compute.manager [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Took 1.08 seconds to destroy the instance on the hypervisor. [ 812.450231] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.450415] env[69563]: DEBUG nova.compute.manager [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.450506] env[69563]: DEBUG nova.network.neutron [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 812.473049] env[69563]: DEBUG nova.network.neutron [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 812.568121] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.725937] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403658, 'name': Rename_Task, 'duration_secs': 0.221456} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.726559] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.726911] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea550bc-6d13-40b1-859d-15e9711d4c17 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.734007] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 812.734007] env[69563]: value = "task-3403661" [ 812.734007] env[69563]: _type = "Task" [ 812.734007] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.738545] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.741285] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.043s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.743549] env[69563]: INFO nova.compute.claims [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.751978] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403661, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.767020] env[69563]: INFO nova.scheduler.client.report [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Deleted allocations for instance 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9 [ 812.809056] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517506} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.812024] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b/2f5a2b08-715d-4b2a-93a0-02e2beff1e8b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.812024] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.812024] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78f5d5e4-e2e5-4061-94a6-11d29ee456a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.820173] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 812.820173] env[69563]: value = "task-3403662" [ 812.820173] env[69563]: _type = "Task" [ 812.820173] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.827310] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.911869] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403660, 'name': ReconfigVM_Task, 'duration_secs': 0.467658} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.913536] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843/1e4f952e-967e-40f2-b8ee-7c5d65cca843.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.913536] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance '1e4f952e-967e-40f2-b8ee-7c5d65cca843' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 812.944573] env[69563]: INFO nova.compute.manager [-] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Took 1.51 seconds to deallocate network for instance. [ 812.977497] env[69563]: DEBUG nova.network.neutron [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 813.064390] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.184801] env[69563]: DEBUG nova.network.neutron [-] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 813.251885] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.276909] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9121337-9176-4a40-9d1c-95be9c4fb9d7 tempest-ServersV294TestFqdnHostnames-1192776838 tempest-ServersV294TestFqdnHostnames-1192776838-project-member] Lock "0ff9570f-64ff-47ef-a407-6b0f1f54ddb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.310s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.329463] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272359} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.329996] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.331828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae4c85-0801-4ae7-bd43-2b0b77e47c1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.352311] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b/2f5a2b08-715d-4b2a-93a0-02e2beff1e8b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.352593] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99cb5f3d-7ae6-4dc8-80e8-8e69d141427e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.375668] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 813.375668] env[69563]: value = "task-3403663" [ 813.375668] env[69563]: _type = "Task" [ 813.375668] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.386267] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.419176] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a314c597-4045-4bfc-b7d5-5c614d406662 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.440052] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd1348f-670d-4672-b0c6-d4749091aca6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.460265] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.460826] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance '1e4f952e-967e-40f2-b8ee-7c5d65cca843' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.480529] env[69563]: INFO nova.compute.manager [-] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Took 1.03 seconds to deallocate network for instance. [ 813.565170] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.688515] env[69563]: INFO nova.compute.manager [-] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Took 1.29 seconds to deallocate network for instance. [ 813.748048] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403661, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.889020] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403663, 'name': ReconfigVM_Task, 'duration_secs': 0.263304} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.889317] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b/2f5a2b08-715d-4b2a-93a0-02e2beff1e8b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.890170] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74fc58e3-4124-4cb1-9e30-f59b08981508 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.896221] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 813.896221] env[69563]: value = "task-3403664" [ 813.896221] env[69563]: _type = "Task" [ 813.896221] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.905349] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403664, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.917335] env[69563]: DEBUG nova.compute.manager [req-d2411639-69c6-4644-b363-4a64d5daa9a0 req-03e96d69-0792-4a0d-8260-bf4d8391cd35 service nova] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Received event network-vif-deleted-828fdffe-cbba-44e5-be23-da71e0dbc505 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.917583] env[69563]: DEBUG nova.compute.manager [req-d2411639-69c6-4644-b363-4a64d5daa9a0 req-03e96d69-0792-4a0d-8260-bf4d8391cd35 service nova] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Received event network-vif-deleted-7ed5e6ca-fdf6-4960-88cf-ef77442a1dac {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.987455] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.051173] env[69563]: DEBUG nova.network.neutron [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Port eb5d297f-c594-49d2-8012-fa7825202904 binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 814.072717] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.195909] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.247738] env[69563]: DEBUG oslo_vmware.api [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403661, 'name': PowerOnVM_Task, 'duration_secs': 1.075612} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.247738] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.247738] env[69563]: DEBUG nova.compute.manager [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.247738] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2efe1e-fd1b-456a-bb73-79c1d63306bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.268407] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ae3a2-84a5-4ecd-b9d8-26ae2cb6b365 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.276079] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334d93ee-a90d-42b6-b1ea-09555207d2b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.313290] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f6c77a-402a-456a-9c83-b74871129369 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.321529] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf69b1cd-0c8a-4a5d-a2c1-b67c69ede523 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.335604] env[69563]: DEBUG nova.compute.provider_tree [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.406225] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403664, 'name': Rename_Task, 'duration_secs': 0.141906} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.406225] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.406318] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-919a9917-66e4-45c7-ae45-96e9a721718d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.413782] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 814.413782] env[69563]: value = "task-3403665" [ 814.413782] env[69563]: _type = "Task" [ 814.413782] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.421916] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.578205] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.767685] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.861317] env[69563]: ERROR nova.scheduler.client.report [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [req-88cfa813-5b89-4bb1-8d40-a715076dabd3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88cfa813-5b89-4bb1-8d40-a715076dabd3"}]} [ 814.877688] env[69563]: DEBUG nova.scheduler.client.report [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 814.891197] env[69563]: DEBUG nova.scheduler.client.report [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 814.891451] env[69563]: DEBUG nova.compute.provider_tree [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.903987] env[69563]: DEBUG nova.scheduler.client.report [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 814.923937] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.925127] env[69563]: DEBUG nova.scheduler.client.report [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 815.084190] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.094133] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.094367] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.094539] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.381020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa285261-36ec-4ccd-a147-2b165fcf3ce6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.388282] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b10067-2c21-41d9-9cb3-941e2ea346ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.423290] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ca678f-d0c8-449a-947b-ba3b35db71d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.434988] env[69563]: DEBUG oslo_vmware.api [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403665, 'name': PowerOnVM_Task, 'duration_secs': 0.657089} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.435362] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.435555] env[69563]: INFO nova.compute.manager [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Took 4.88 seconds to spawn the instance on the hypervisor. [ 815.435710] env[69563]: DEBUG nova.compute.manager [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.436918] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0372b3b2-357b-4f39-bb8c-92a5a5295c7b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.441252] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c0fdc9-a4ac-4bca-a54d-7bafcdaec559 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.453966] env[69563]: DEBUG nova.compute.provider_tree [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.478186] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.478401] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.540315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.540457] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.540762] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.541601] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.541601] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.543570] env[69563]: INFO nova.compute.manager [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Terminating instance [ 815.573144] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.972108] env[69563]: INFO nova.compute.manager [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Took 34.06 seconds to build instance. [ 815.988390] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.988597] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.988820] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.989021] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.989432] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.989650] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 815.990076] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 815.990076] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.002110] env[69563]: DEBUG nova.scheduler.client.report [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 816.004268] env[69563]: DEBUG nova.compute.provider_tree [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 85 to 86 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 816.004268] env[69563]: DEBUG nova.compute.provider_tree [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.047361] env[69563]: DEBUG nova.compute.manager [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.047880] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.048925] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248f42f0-c8bc-498d-9a34-5f9918b7ba86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.058099] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.058099] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8af2b7-4a4c-4558-9d59-632e50a4ea73 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.067791] env[69563]: DEBUG oslo_vmware.api [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 816.067791] env[69563]: value = "task-3403666" [ 816.067791] env[69563]: _type = "Task" [ 816.067791] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.074747] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.080192] env[69563]: DEBUG oslo_vmware.api [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.171116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.171116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.171116] env[69563]: DEBUG nova.network.neutron [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 816.474338] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a566a789-5df9-4fb8-8d95-8cf049700fab tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.876s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.494895] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.509259] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.768s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.509969] env[69563]: DEBUG nova.compute.manager [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.512802] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.372s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.516018] env[69563]: DEBUG nova.objects.instance [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lazy-loading 'resources' on Instance uuid f51b0ff6-a600-414c-a50d-5e74f0640124 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.576224] env[69563]: DEBUG oslo_vmware.api [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403642, 'name': ReconfigVM_Task, 'duration_secs': 6.110025} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.576885] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.577144] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Reconfigured VM to detach interface {{(pid=69563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 816.584256] env[69563]: DEBUG oslo_vmware.api [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403666, 'name': PowerOffVM_Task, 'duration_secs': 0.346024} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.584879] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.585069] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.585341] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5b2e80b-917e-4493-bc70-5a5ecdc1c945 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.645900] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.646217] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.646485] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleting the datastore file [datastore1] 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.646889] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bafefc3c-6dda-440a-a9f4-9304eb71b729 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.653633] env[69563]: DEBUG oslo_vmware.api [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 816.653633] env[69563]: value = "task-3403668" [ 816.653633] env[69563]: _type = "Task" [ 816.653633] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.666015] env[69563]: DEBUG oslo_vmware.api [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.976106] env[69563]: DEBUG nova.compute.manager [req-96985c57-1dea-4df5-a65f-0c50f03d3af6 req-43fa84bd-2c82-4931-9d93-bedad1cb82cd service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received event network-vif-deleted-6f321854-3eb8-490e-b50f-69d7b17202ce {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.976308] env[69563]: INFO nova.compute.manager [req-96985c57-1dea-4df5-a65f-0c50f03d3af6 req-43fa84bd-2c82-4931-9d93-bedad1cb82cd service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Neutron deleted interface 6f321854-3eb8-490e-b50f-69d7b17202ce; detaching it from the instance and deleting it from the info cache [ 816.976623] env[69563]: DEBUG nova.network.neutron [req-96985c57-1dea-4df5-a65f-0c50f03d3af6 req-43fa84bd-2c82-4931-9d93-bedad1cb82cd service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [{"id": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "address": "fa:16:3e:a8:a5:d6", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e284bc-42", "ovs_interfaceid": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 817.017970] env[69563]: DEBUG nova.compute.utils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.024195] env[69563]: DEBUG nova.compute.manager [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 817.050162] env[69563]: DEBUG nova.network.neutron [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance_info_cache with network_info: [{"id": "eb5d297f-c594-49d2-8012-fa7825202904", "address": "fa:16:3e:bb:58:b8", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5d297f-c5", "ovs_interfaceid": "eb5d297f-c594-49d2-8012-fa7825202904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 817.163911] env[69563]: DEBUG oslo_vmware.api [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383986} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.166935] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.167134] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.167307] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.167471] env[69563]: INFO nova.compute.manager [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 817.167757] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.168122] env[69563]: DEBUG nova.compute.manager [-] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.168226] env[69563]: DEBUG nova.network.neutron [-] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 817.483931] env[69563]: DEBUG oslo_concurrency.lockutils [req-96985c57-1dea-4df5-a65f-0c50f03d3af6 req-43fa84bd-2c82-4931-9d93-bedad1cb82cd service nova] Acquiring lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.484238] env[69563]: DEBUG oslo_concurrency.lockutils [req-96985c57-1dea-4df5-a65f-0c50f03d3af6 req-43fa84bd-2c82-4931-9d93-bedad1cb82cd service nova] Acquired lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.485472] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a53e5f-73f3-4ca5-be3c-7518ea5f6ab1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.509692] env[69563]: DEBUG oslo_concurrency.lockutils [req-96985c57-1dea-4df5-a65f-0c50f03d3af6 req-43fa84bd-2c82-4931-9d93-bedad1cb82cd service nova] Releasing lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.510015] env[69563]: WARNING nova.compute.manager [req-96985c57-1dea-4df5-a65f-0c50f03d3af6 req-43fa84bd-2c82-4931-9d93-bedad1cb82cd service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Detach interface failed, port_id=6f321854-3eb8-490e-b50f-69d7b17202ce, reason: No device with interface-id 6f321854-3eb8-490e-b50f-69d7b17202ce exists on VM: nova.exception.NotFound: No device with interface-id 6f321854-3eb8-490e-b50f-69d7b17202ce exists on VM [ 817.527223] env[69563]: DEBUG nova.compute.manager [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.529851] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300ad01e-1dab-4f2a-aa28-d4b8f3e036fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.538688] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151d7274-325b-4dad-b64b-7a8e3594fdc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.582965] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.594473] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1cc76-e57e-4ac4-b38a-dbab5db2912e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.607784] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ee58b5-3cd3-4aab-94e1-9e81f98f3beb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.631824] env[69563]: DEBUG nova.compute.provider_tree [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.728197] env[69563]: DEBUG nova.compute.manager [req-6f06e7b2-c901-461c-b838-96814745e958 req-caaa1e55-8473-442a-9480-828f99113839 service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Received event network-vif-deleted-ffcc7d3d-17d9-46c7-9dda-f531145c708a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.729098] env[69563]: INFO nova.compute.manager [req-6f06e7b2-c901-461c-b838-96814745e958 req-caaa1e55-8473-442a-9480-828f99113839 service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Neutron deleted interface ffcc7d3d-17d9-46c7-9dda-f531145c708a; detaching it from the instance and deleting it from the info cache [ 817.729098] env[69563]: DEBUG nova.network.neutron [req-6f06e7b2-c901-461c-b838-96814745e958 req-caaa1e55-8473-442a-9480-828f99113839 service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 817.909716] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.909716] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.909716] env[69563]: DEBUG nova.network.neutron [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 818.100859] env[69563]: DEBUG nova.network.neutron [-] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 818.118476] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979384a1-9cd5-48e7-a4d5-69a5ca3c749b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.144535] env[69563]: DEBUG nova.scheduler.client.report [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.149961] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160eab85-5c00-4be9-ba6e-cde9fdb1f8b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.159413] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance '1e4f952e-967e-40f2-b8ee-7c5d65cca843' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.232241] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-530cd1d0-09d5-4286-94dd-af3a41097e92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.242190] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa66c36a-e35c-4c37-a8fe-9c7e340c3f9e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.273781] env[69563]: DEBUG nova.compute.manager [req-6f06e7b2-c901-461c-b838-96814745e958 req-caaa1e55-8473-442a-9480-828f99113839 service nova] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Detach interface failed, port_id=ffcc7d3d-17d9-46c7-9dda-f531145c708a, reason: Instance 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 818.515512] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.515829] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.515940] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.516131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.516287] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.518504] env[69563]: INFO nova.compute.manager [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Terminating instance [ 818.540227] env[69563]: DEBUG nova.compute.manager [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.573680] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.573926] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.574100] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.574323] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.574473] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.574622] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.574833] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.574988] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.575314] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.575486] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.575663] env[69563]: DEBUG nova.virt.hardware [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.576535] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f921ec3-d7fe-4401-99f1-4efa5944d741 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.587440] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbf39b3-661b-4299-a9ea-774d9dca1838 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.605301] env[69563]: INFO nova.compute.manager [-] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Took 1.44 seconds to deallocate network for instance. [ 818.606174] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.616398] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.618319] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.618617] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58ee61d9-a094-4891-ab22-8bae3013f4e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.646641] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.646641] env[69563]: value = "task-3403669" [ 818.646641] env[69563]: _type = "Task" [ 818.646641] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.650945] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.653426] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.540s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.653672] env[69563]: DEBUG nova.objects.instance [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lazy-loading 'resources' on Instance uuid ef0f2679-9458-4e54-a8a6-912495ac571a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.663296] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403669, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.667438] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.669108] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1666517-1802-4bb6-a6ae-64f0da6a6b98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.677378] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 818.677378] env[69563]: value = "task-3403670" [ 818.677378] env[69563]: _type = "Task" [ 818.677378] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.685986] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.688725] env[69563]: INFO nova.scheduler.client.report [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Deleted allocations for instance f51b0ff6-a600-414c-a50d-5e74f0640124 [ 819.025361] env[69563]: DEBUG nova.compute.manager [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.025597] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.026538] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9771faf-06a4-4c7c-bdb0-68e0e57d9953 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.035605] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.035872] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b25db68-a882-4fee-a3a2-92b9333e72de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.044157] env[69563]: DEBUG oslo_vmware.api [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 819.044157] env[69563]: value = "task-3403671" [ 819.044157] env[69563]: _type = "Task" [ 819.044157] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.050227] env[69563]: DEBUG nova.network.neutron [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [{"id": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "address": "fa:16:3e:a8:a5:d6", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e284bc-42", "ovs_interfaceid": "34e284bc-42ee-4ed7-96f3-66f1c4c294e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 819.054634] env[69563]: DEBUG oslo_vmware.api [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.149315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.162050] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403669, 'name': CreateVM_Task, 'duration_secs': 0.360131} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.162344] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.163263] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.163263] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.164040] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.164843] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4113a8fd-6b7b-41f7-92af-f1529486ac78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.169256] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 819.169256] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d3a2fd-f953-7bc8-17f8-6cb3115fc982" [ 819.169256] env[69563]: _type = "Task" [ 819.169256] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.178629] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d3a2fd-f953-7bc8-17f8-6cb3115fc982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.189106] env[69563]: DEBUG oslo_vmware.api [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403670, 'name': PowerOnVM_Task, 'duration_secs': 0.471292} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.189365] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.189565] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8f87615a-a66d-468b-9484-cf409eea85e2 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance '1e4f952e-967e-40f2-b8ee-7c5d65cca843' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.196201] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0c6e49f-c960-42af-902d-92c244ebe8c8 tempest-FloatingIPsAssociationTestJSON-1937868961 tempest-FloatingIPsAssociationTestJSON-1937868961-project-member] Lock "f51b0ff6-a600-414c-a50d-5e74f0640124" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.578s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.463057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.463623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.492029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.492181] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.555755] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.561158] env[69563]: DEBUG oslo_vmware.api [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403671, 'name': PowerOffVM_Task, 'duration_secs': 0.243511} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.561618] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.561785] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.562046] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b5b251-66cc-479f-b129-f14bf2f010d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.638493] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.638493] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.638493] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleting the datastore file [datastore1] 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.638493] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b43cdb78-cc12-4f31-98ac-285301fbed81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.650092] env[69563]: DEBUG oslo_vmware.api [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 819.650092] env[69563]: value = "task-3403673" [ 819.650092] env[69563]: _type = "Task" [ 819.650092] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.662816] env[69563]: DEBUG oslo_vmware.api [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.681794] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d3a2fd-f953-7bc8-17f8-6cb3115fc982, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.682099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.682370] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.682696] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.682774] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.682927] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.683285] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-023cd200-e329-478e-8ff0-0e2106e7e077 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.691597] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.691792] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.692561] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7922c5-72fd-4ee3-8a27-daa089d63299 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.704379] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 819.704379] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525ece39-dd60-c581-cd0e-caf848c8bca9" [ 819.704379] env[69563]: _type = "Task" [ 819.704379] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.714771] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525ece39-dd60-c581-cd0e-caf848c8bca9, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.715727] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e662d00b-0bc7-4a38-9284-941290be2049 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.724918] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 819.724918] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524f61af-a920-ac8d-3d6c-b355c19cd28b" [ 819.724918] env[69563]: _type = "Task" [ 819.724918] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.733979] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524f61af-a920-ac8d-3d6c-b355c19cd28b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.747144] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee5d4f0-2b42-4a0f-a2c4-122cde748877 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.754531] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c565620-d1f7-44b6-a246-9f18a181468d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.785784] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17602d10-d8e0-499e-8c36-ef2eb9d71e4e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.794320] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defa6f19-38f2-4a24-a278-0ff8e3508763 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.807996] env[69563]: DEBUG nova.compute.provider_tree [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.966258] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.995312] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.063203] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9f73b74c-0dca-4076-adb7-f6cc812aa789 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-8f4e9d18-3a78-4cb1-a21b-8b48dc056caa-6f321854-3eb8-490e-b50f-69d7b17202ce" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.604s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.159163] env[69563]: DEBUG oslo_vmware.api [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459641} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.159420] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.159660] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.159794] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.160059] env[69563]: INFO nova.compute.manager [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 820.160292] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.160488] env[69563]: DEBUG nova.compute.manager [-] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.160586] env[69563]: DEBUG nova.network.neutron [-] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 820.245286] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524f61af-a920-ac8d-3d6c-b355c19cd28b, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.245286] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.245286] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26/58588121-7bdb-4d6a-b52a-a08f74578d26.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.245286] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fed219a0-c61f-4362-919f-032bc8e96583 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.251410] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 820.251410] env[69563]: value = "task-3403674" [ 820.251410] env[69563]: _type = "Task" [ 820.251410] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.260748] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.313302] env[69563]: DEBUG nova.scheduler.client.report [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.495214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.518290] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.764265] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.823028] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.823028] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.855s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.828301] env[69563]: INFO nova.compute.claims [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.848255] env[69563]: INFO nova.scheduler.client.report [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Deleted allocations for instance ef0f2679-9458-4e54-a8a6-912495ac571a [ 820.924488] env[69563]: DEBUG nova.compute.manager [req-0fd16362-e091-4d3e-b3a6-62680b797766 req-b920a22b-71cc-4b71-b5e2-6ae3be47fe45 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Received event network-vif-deleted-34e284bc-42ee-4ed7-96f3-66f1c4c294e3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.924617] env[69563]: INFO nova.compute.manager [req-0fd16362-e091-4d3e-b3a6-62680b797766 req-b920a22b-71cc-4b71-b5e2-6ae3be47fe45 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Neutron deleted interface 34e284bc-42ee-4ed7-96f3-66f1c4c294e3; detaching it from the instance and deleting it from the info cache [ 820.925346] env[69563]: DEBUG nova.network.neutron [req-0fd16362-e091-4d3e-b3a6-62680b797766 req-b920a22b-71cc-4b71-b5e2-6ae3be47fe45 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 821.265119] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.311223] env[69563]: DEBUG nova.network.neutron [-] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 821.358887] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ef9d4cbf-b2c2-4c80-83b5-a0160c24837b tempest-AttachInterfacesUnderV243Test-2073837932 tempest-AttachInterfacesUnderV243Test-2073837932-project-member] Lock "ef0f2679-9458-4e54-a8a6-912495ac571a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.044s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.427620] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40956abb-5de6-444e-82a4-a06fb46077bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.441358] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d57d4-362f-4801-ada1-74a85e3f149f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.482070] env[69563]: DEBUG nova.compute.manager [req-0fd16362-e091-4d3e-b3a6-62680b797766 req-b920a22b-71cc-4b71-b5e2-6ae3be47fe45 service nova] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Detach interface failed, port_id=34e284bc-42ee-4ed7-96f3-66f1c4c294e3, reason: Instance 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 821.762887] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.814238] env[69563]: INFO nova.compute.manager [-] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Took 1.65 seconds to deallocate network for instance. [ 822.262693] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403674, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.577133} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.262970] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26/58588121-7bdb-4d6a-b52a-a08f74578d26.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.263240] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.263502] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4242d46f-4aff-4823-adf1-247511a8c6dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.272415] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 822.272415] env[69563]: value = "task-3403675" [ 822.272415] env[69563]: _type = "Task" [ 822.272415] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.283470] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.320600] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.381185] env[69563]: DEBUG nova.network.neutron [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Port eb5d297f-c594-49d2-8012-fa7825202904 binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 822.381456] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.381609] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.381770] env[69563]: DEBUG nova.network.neutron [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 822.411271] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3376b5b0-94a0-4913-8b83-de80c23eba35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.422104] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fc237c-7ddb-4e76-81c2-5346af9a2f47 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.458253] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabfbca0-d13f-40a8-8688-566d1ad5fa83 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.467388] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9378ac-3762-46ed-b6aa-af2275ba8942 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.482775] env[69563]: DEBUG nova.compute.provider_tree [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 822.785269] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169816} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.785537] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.786353] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8205af-1c86-4440-8294-e5ff4cfa3177 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.806314] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26/58588121-7bdb-4d6a-b52a-a08f74578d26.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.806615] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582a1c8d-a81b-44b8-b0bf-e9dfd32fc8e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.827065] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 822.827065] env[69563]: value = "task-3403676" [ 822.827065] env[69563]: _type = "Task" [ 822.827065] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.836901] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.010314] env[69563]: ERROR nova.scheduler.client.report [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [req-080ec1e4-32e9-4e71-b6b0-8ceb20164e7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-080ec1e4-32e9-4e71-b6b0-8ceb20164e7d"}]} [ 823.029876] env[69563]: DEBUG nova.scheduler.client.report [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 823.055424] env[69563]: DEBUG nova.scheduler.client.report [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 823.055649] env[69563]: DEBUG nova.compute.provider_tree [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.068096] env[69563]: DEBUG nova.scheduler.client.report [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 823.093172] env[69563]: DEBUG nova.scheduler.client.report [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 823.344885] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.350428] env[69563]: DEBUG nova.network.neutron [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance_info_cache with network_info: [{"id": "eb5d297f-c594-49d2-8012-fa7825202904", "address": "fa:16:3e:bb:58:b8", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5d297f-c5", "ovs_interfaceid": "eb5d297f-c594-49d2-8012-fa7825202904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 823.601266] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8631f9-c943-4dcb-b4f9-fa478c87d320 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.610609] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f7627-74a5-4ee4-84ae-fc8cdb1d02ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.647175] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683acaee-efb4-46d6-9fda-880ec0a3ef21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.655568] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81d3e2f-c88d-4a40-a90f-3cde4ed6b01f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.677251] env[69563]: DEBUG nova.compute.provider_tree [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 823.838794] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.858914] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.221141] env[69563]: DEBUG nova.scheduler.client.report [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 824.221432] env[69563]: DEBUG nova.compute.provider_tree [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 88 to 89 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 824.221614] env[69563]: DEBUG nova.compute.provider_tree [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.343659] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403676, 'name': ReconfigVM_Task, 'duration_secs': 1.095774} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.343659] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26/58588121-7bdb-4d6a-b52a-a08f74578d26.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.344837] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee4f1b32-e4db-4722-9ba4-617c9ba13a18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.352694] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 824.352694] env[69563]: value = "task-3403677" [ 824.352694] env[69563]: _type = "Task" [ 824.352694] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.365141] env[69563]: DEBUG nova.compute.manager [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69563) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 824.365358] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.365603] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403677, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.727661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.905s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.728258] env[69563]: DEBUG nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.732151] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.539s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.737284] env[69563]: INFO nova.compute.claims [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.863663] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403677, 'name': Rename_Task, 'duration_secs': 0.131095} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.863942] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.864705] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf8939ee-2dde-4163-97ee-4a49ae25a334 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.872137] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 824.872137] env[69563]: value = "task-3403678" [ 824.872137] env[69563]: _type = "Task" [ 824.872137] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.889505] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.245051] env[69563]: DEBUG nova.compute.utils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.249154] env[69563]: DEBUG nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.249154] env[69563]: DEBUG nova.network.neutron [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 825.340302] env[69563]: DEBUG nova.policy [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48417265eff9420995c4b6224e1eb9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00e693c59a6c4429b0f78b92151ad4dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.387490] env[69563]: DEBUG oslo_vmware.api [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403678, 'name': PowerOnVM_Task, 'duration_secs': 0.447483} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.387490] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.387688] env[69563]: INFO nova.compute.manager [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Took 6.85 seconds to spawn the instance on the hypervisor. [ 825.387688] env[69563]: DEBUG nova.compute.manager [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.388543] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f7a39c-c400-4271-a3d0-ae57e7f9e71a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.753537] env[69563]: DEBUG nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.914024] env[69563]: INFO nova.compute.manager [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Took 42.23 seconds to build instance. [ 826.133307] env[69563]: DEBUG nova.network.neutron [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Successfully created port: fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 826.302977] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace7137e-9a6d-4b99-af91-e9ba0d7992d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.313638] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4f874e-3e71-4bc0-b41d-32cf382f6150 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.350021] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb040a36-4676-475b-acd0-e1f7de6f31c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.354893] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105a04a9-ba16-40bc-8cbf-5c08dc3371ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.372072] env[69563]: DEBUG nova.compute.provider_tree [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.411994] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de96269d-b9fc-4d87-9dd7-c005c17dfedc tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "58588121-7bdb-4d6a-b52a-a08f74578d26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.697s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.773176] env[69563]: DEBUG nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.801621] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.801852] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.802014] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.802598] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.802598] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.802759] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.805493] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.805493] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.805493] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.805493] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.805493] env[69563]: DEBUG nova.virt.hardware [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.805493] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48edb87-9430-42dc-899c-6ce20bb75b7c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.818032] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c02ede5-34a4-4a4f-bc4a-f24f8f4f1734 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.910302] env[69563]: DEBUG nova.scheduler.client.report [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 826.910302] env[69563]: DEBUG nova.compute.provider_tree [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 89 to 90 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 826.910540] env[69563]: DEBUG nova.compute.provider_tree [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.314948] env[69563]: INFO nova.compute.manager [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Rebuilding instance [ 827.377123] env[69563]: DEBUG nova.compute.manager [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.381110] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b551ea3e-8a37-4eb0-81fc-dd2a1bd0fe08 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.418206] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.418206] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.419324] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.142s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.419875] env[69563]: DEBUG nova.objects.instance [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lazy-loading 'resources' on Instance uuid b850724f-f1d8-4460-b2d1-a7ea5d887826 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.865165] env[69563]: DEBUG nova.compute.manager [req-ba7889d2-86c7-400c-8222-51b10f23cc3b req-86d0b71c-6210-4f61-b42b-0776515a0b9c service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Received event network-vif-plugged-fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.865165] env[69563]: DEBUG oslo_concurrency.lockutils [req-ba7889d2-86c7-400c-8222-51b10f23cc3b req-86d0b71c-6210-4f61-b42b-0776515a0b9c service nova] Acquiring lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.865165] env[69563]: DEBUG oslo_concurrency.lockutils [req-ba7889d2-86c7-400c-8222-51b10f23cc3b req-86d0b71c-6210-4f61-b42b-0776515a0b9c service nova] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.865165] env[69563]: DEBUG oslo_concurrency.lockutils [req-ba7889d2-86c7-400c-8222-51b10f23cc3b req-86d0b71c-6210-4f61-b42b-0776515a0b9c service nova] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.865165] env[69563]: DEBUG nova.compute.manager [req-ba7889d2-86c7-400c-8222-51b10f23cc3b req-86d0b71c-6210-4f61-b42b-0776515a0b9c service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] No waiting events found dispatching network-vif-plugged-fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.867055] env[69563]: WARNING nova.compute.manager [req-ba7889d2-86c7-400c-8222-51b10f23cc3b req-86d0b71c-6210-4f61-b42b-0776515a0b9c service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Received unexpected event network-vif-plugged-fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 for instance with vm_state building and task_state spawning. [ 827.928333] env[69563]: DEBUG nova.compute.utils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.930709] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.931381] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 827.950966] env[69563]: DEBUG nova.network.neutron [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Successfully updated port: fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 828.014253] env[69563]: DEBUG nova.policy [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ab96b0ade064080beb8f3229402e01c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '412119e5e7b3493181b96ffb48fc3617', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.396014] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.396573] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11564ce3-4203-45ad-8e2d-d9bb37a9878e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.406128] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 828.406128] env[69563]: value = "task-3403679" [ 828.406128] env[69563]: _type = "Task" [ 828.406128] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.417250] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.438633] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.454172] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.454172] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.454172] env[69563]: DEBUG nova.network.neutron [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 828.476300] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f5f81f-dfc6-409e-9f35-9d0fb11e88eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.485633] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9396cc6-64c3-4ac1-835f-d091599aa8ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.518952] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa01a0a5-18f5-4e88-ad9f-7106f6ca6e65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.528242] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa61e02-1708-4030-bc47-c2eb9adcffcf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.542675] env[69563]: DEBUG nova.compute.provider_tree [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.557134] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Successfully created port: f628377b-4c5b-4999-8c2e-399312e31203 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 828.918797] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403679, 'name': PowerOffVM_Task, 'duration_secs': 0.183888} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.919060] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.919285] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.920132] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156f8dab-fcc7-4d58-ab25-e27cd433df73 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.927420] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.927687] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36825dbb-8260-41c1-85a6-a16d0428aba5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.950658] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.950867] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.951090] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Deleting the datastore file [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.951584] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68481fe5-eee4-4f5d-945a-03aeadcef5f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.958847] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 828.958847] env[69563]: value = "task-3403681" [ 828.958847] env[69563]: _type = "Task" [ 828.958847] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.971148] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.989858] env[69563]: DEBUG nova.network.neutron [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 829.046187] env[69563]: DEBUG nova.scheduler.client.report [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.433014] env[69563]: DEBUG nova.network.neutron [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [{"id": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "address": "fa:16:3e:08:7d:96", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca26eae-7a", "ovs_interfaceid": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 829.453612] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.468925] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087602} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.470929] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.471141] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.471322] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.484585] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.484585] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.484585] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.484585] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.484585] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.484989] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.484989] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.485612] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.485772] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.485884] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.487229] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.488494] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b9123-a6df-4975-9f53-a737cf33d9d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.497315] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739a8d67-173b-4717-ad6a-8653fd7d38e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.554345] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.557331] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.418s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.557331] env[69563]: DEBUG nova.objects.instance [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lazy-loading 'resources' on Instance uuid 049a61b7-9f8b-40ff-aa1a-70f75e9abc84 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.573575] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "1916e270-5696-40ae-af2d-382fbb64c25e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.573881] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.574023] env[69563]: INFO nova.compute.manager [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Shelving [ 829.581483] env[69563]: INFO nova.scheduler.client.report [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Deleted allocations for instance b850724f-f1d8-4460-b2d1-a7ea5d887826 [ 829.890646] env[69563]: DEBUG nova.compute.manager [req-2752eaf0-44b9-47c4-ac57-23f6ad8d62da req-33940d04-5f4a-452e-bb2b-d2251cf3138d service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Received event network-changed-fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.890646] env[69563]: DEBUG nova.compute.manager [req-2752eaf0-44b9-47c4-ac57-23f6ad8d62da req-33940d04-5f4a-452e-bb2b-d2251cf3138d service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Refreshing instance network info cache due to event network-changed-fca26eae-7acd-43e5-8a20-eaef1b8e6ef9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.890646] env[69563]: DEBUG oslo_concurrency.lockutils [req-2752eaf0-44b9-47c4-ac57-23f6ad8d62da req-33940d04-5f4a-452e-bb2b-d2251cf3138d service nova] Acquiring lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.937962] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.938297] env[69563]: DEBUG nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Instance network_info: |[{"id": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "address": "fa:16:3e:08:7d:96", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca26eae-7a", "ovs_interfaceid": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.938584] env[69563]: DEBUG oslo_concurrency.lockutils [req-2752eaf0-44b9-47c4-ac57-23f6ad8d62da req-33940d04-5f4a-452e-bb2b-d2251cf3138d service nova] Acquired lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.938908] env[69563]: DEBUG nova.network.neutron [req-2752eaf0-44b9-47c4-ac57-23f6ad8d62da req-33940d04-5f4a-452e-bb2b-d2251cf3138d service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Refreshing network info cache for port fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 829.940060] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:7d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fca26eae-7acd-43e5-8a20-eaef1b8e6ef9', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.949302] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating folder: Project (00e693c59a6c4429b0f78b92151ad4dc). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.949632] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf4f0967-bdde-43d1-af00-d43e14cf1e7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.962195] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Created folder: Project (00e693c59a6c4429b0f78b92151ad4dc) in parent group-v678952. [ 829.962195] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating folder: Instances. Parent ref: group-v679115. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.962195] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86363435-703b-45c5-afe7-173c45c1dc1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.970527] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Created folder: Instances in parent group-v679115. [ 829.971187] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.972089] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.972728] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06acedef-8308-4899-a772-f73438a9be49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.004233] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.004233] env[69563]: value = "task-3403684" [ 830.004233] env[69563]: _type = "Task" [ 830.004233] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.015244] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403684, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.091573] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4beb4a1a-d6a7-4c11-9793-d914b3aa62f2 tempest-VolumesAssistedSnapshotsTest-1621398904 tempest-VolumesAssistedSnapshotsTest-1621398904-project-member] Lock "b850724f-f1d8-4460-b2d1-a7ea5d887826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.645s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.147787] env[69563]: DEBUG nova.compute.manager [req-77e396a3-5352-435c-a81c-0573a68d643b req-d564852d-d14c-4660-a065-e5934c6fa559 service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Received event network-vif-plugged-f628377b-4c5b-4999-8c2e-399312e31203 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.151189] env[69563]: DEBUG oslo_concurrency.lockutils [req-77e396a3-5352-435c-a81c-0573a68d643b req-d564852d-d14c-4660-a065-e5934c6fa559 service nova] Acquiring lock "99f44c75-78e9-4616-86d4-42bd00fb49a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.151189] env[69563]: DEBUG oslo_concurrency.lockutils [req-77e396a3-5352-435c-a81c-0573a68d643b req-d564852d-d14c-4660-a065-e5934c6fa559 service nova] Lock "99f44c75-78e9-4616-86d4-42bd00fb49a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.151189] env[69563]: DEBUG oslo_concurrency.lockutils [req-77e396a3-5352-435c-a81c-0573a68d643b req-d564852d-d14c-4660-a065-e5934c6fa559 service nova] Lock "99f44c75-78e9-4616-86d4-42bd00fb49a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.151189] env[69563]: DEBUG nova.compute.manager [req-77e396a3-5352-435c-a81c-0573a68d643b req-d564852d-d14c-4660-a065-e5934c6fa559 service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] No waiting events found dispatching network-vif-plugged-f628377b-4c5b-4999-8c2e-399312e31203 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.151189] env[69563]: WARNING nova.compute.manager [req-77e396a3-5352-435c-a81c-0573a68d643b req-d564852d-d14c-4660-a065-e5934c6fa559 service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Received unexpected event network-vif-plugged-f628377b-4c5b-4999-8c2e-399312e31203 for instance with vm_state building and task_state spawning. [ 830.327513] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Successfully updated port: f628377b-4c5b-4999-8c2e-399312e31203 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 830.521648] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403684, 'name': CreateVM_Task, 'duration_secs': 0.341756} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.524789] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.525914] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.526247] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.526727] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.528924] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ddf9b9-e405-4ecf-b8b3-d4a1ef0b4130 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.536191] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 830.536191] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5966a-739c-de21-458a-87297c2a1918" [ 830.536191] env[69563]: _type = "Task" [ 830.536191] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.540150] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.540606] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.540901] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.541206] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.541497] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.541765] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.542092] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.542355] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.542622] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.542884] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.543200] env[69563]: DEBUG nova.virt.hardware [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.547372] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7e9715-8acc-4e67-af79-cf5ee2a62e85 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.559775] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5966a-739c-de21-458a-87297c2a1918, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.562327] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.563307] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.563683] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.563946] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.564300] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.567691] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b19a8c74-6bd6-4e7b-888e-26630dc3255d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.571188] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e874bc3-f012-4bfa-b411-28fdb10ffb3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.588071] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.590210] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.595792] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.602510] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26fc5bc1-ebe8-4dda-94f9-a8ef9e2b12c4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.604951] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.605745] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.606061] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.607480] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-512d9ec4-eeb6-4161-9f1d-e0fdd81e6fd2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.621642] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3232cde0-6708-44c9-b850-c4cb953d737d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.632879] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 830.632879] env[69563]: value = "task-3403685" [ 830.632879] env[69563]: _type = "Task" [ 830.632879] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.633187] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 830.633187] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520534cb-7dd9-f45f-ad9d-2e428ef5e579" [ 830.633187] env[69563]: _type = "Task" [ 830.633187] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.633354] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.633354] env[69563]: value = "task-3403686" [ 830.633354] env[69563]: _type = "Task" [ 830.633354] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.652860] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.660161] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403686, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.660479] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520534cb-7dd9-f45f-ad9d-2e428ef5e579, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.661278] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4f7340-f396-4e79-bbf6-ebd9bbb3dda4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.669861] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 830.669861] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52710c23-8765-cb4d-2d0f-68834384275f" [ 830.669861] env[69563]: _type = "Task" [ 830.669861] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.680210] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52710c23-8765-cb4d-2d0f-68834384275f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.686211] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce1bee0-df48-4eca-9a8a-31fec7b10177 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.692657] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15e8f84-3e45-465d-9b6b-d0e066285ec2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.725390] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4618c5d0-5f58-4ff7-8237-9398fdd391f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.736687] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b40dec9-7160-434a-88c5-a2948895ab41 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.750370] env[69563]: DEBUG nova.compute.provider_tree [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.831053] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "refresh_cache-99f44c75-78e9-4616-86d4-42bd00fb49a5" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.831291] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "refresh_cache-99f44c75-78e9-4616-86d4-42bd00fb49a5" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.831676] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 830.904997] env[69563]: DEBUG nova.network.neutron [req-2752eaf0-44b9-47c4-ac57-23f6ad8d62da req-33940d04-5f4a-452e-bb2b-d2251cf3138d service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updated VIF entry in instance network info cache for port fca26eae-7acd-43e5-8a20-eaef1b8e6ef9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 830.905617] env[69563]: DEBUG nova.network.neutron [req-2752eaf0-44b9-47c4-ac57-23f6ad8d62da req-33940d04-5f4a-452e-bb2b-d2251cf3138d service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [{"id": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "address": "fa:16:3e:08:7d:96", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca26eae-7a", "ovs_interfaceid": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 831.145995] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403685, 'name': PowerOffVM_Task, 'duration_secs': 0.214925} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.149508] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.149837] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403686, 'name': CreateVM_Task, 'duration_secs': 0.263988} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.150700] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12adb2a-24e0-4079-901f-85b74d46ad72 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.153360] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.153838] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.154062] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.154422] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.155078] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944f70ce-dc78-4578-a215-3ee9065fe3c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.175903] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b85e104-6ea9-4463-a5b9-12bef8fcce8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.178458] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 831.178458] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52905332-5a11-030f-089f-aae55fbba5ca" [ 831.178458] env[69563]: _type = "Task" [ 831.178458] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.189991] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52710c23-8765-cb4d-2d0f-68834384275f, 'name': SearchDatastore_Task, 'duration_secs': 0.025681} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.190865] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.191225] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c/2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.191533] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75d082c0-7546-4274-b6ca-3df6066b8ecd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.196876] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52905332-5a11-030f-089f-aae55fbba5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.197572] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.197905] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.198238] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.198441] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.198672] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.199048] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42e6b6a8-2486-4077-b2c8-a0e9a144734c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.202679] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 831.202679] env[69563]: value = "task-3403687" [ 831.202679] env[69563]: _type = "Task" [ 831.202679] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.207251] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.207558] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.211189] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eca3a30-247e-4e43-a398-17605ad26adc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.213374] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.216565] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 831.216565] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5262745d-b279-6c6d-7bbd-a6cd788c8256" [ 831.216565] env[69563]: _type = "Task" [ 831.216565] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.225152] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5262745d-b279-6c6d-7bbd-a6cd788c8256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.257077] env[69563]: DEBUG nova.scheduler.client.report [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.409140] env[69563]: DEBUG oslo_concurrency.lockutils [req-2752eaf0-44b9-47c4-ac57-23f6ad8d62da req-33940d04-5f4a-452e-bb2b-d2251cf3138d service nova] Releasing lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.485292] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 831.692728] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 831.693162] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-417acd46-9448-417b-a4b7-40cfdc6bf96a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.701629] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 831.701629] env[69563]: value = "task-3403688" [ 831.701629] env[69563]: _type = "Task" [ 831.701629] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.714894] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.718199] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403687, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.727562] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5262745d-b279-6c6d-7bbd-a6cd788c8256, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.728443] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1118a1-3dc2-426a-9291-5f5f137990cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.733672] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 831.733672] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5296d6e5-c0ac-1c59-1164-d451d349167c" [ 831.733672] env[69563]: _type = "Task" [ 831.733672] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.741811] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5296d6e5-c0ac-1c59-1164-d451d349167c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.762927] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Updating instance_info_cache with network_info: [{"id": "f628377b-4c5b-4999-8c2e-399312e31203", "address": "fa:16:3e:30:1a:77", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf628377b-4c", "ovs_interfaceid": "f628377b-4c5b-4999-8c2e-399312e31203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 831.768387] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.773973] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.107s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.773973] env[69563]: INFO nova.compute.claims [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.806884] env[69563]: INFO nova.scheduler.client.report [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Deleted allocations for instance 049a61b7-9f8b-40ff-aa1a-70f75e9abc84 [ 832.216072] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.219717] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522706} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.220169] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c/2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.220169] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.221699] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-349eb4e4-79af-4950-a3dc-8046bdd2ac38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.229837] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 832.229837] env[69563]: value = "task-3403689" [ 832.229837] env[69563]: _type = "Task" [ 832.229837] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.241432] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.248361] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5296d6e5-c0ac-1c59-1164-d451d349167c, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.248570] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.248839] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26/58588121-7bdb-4d6a-b52a-a08f74578d26.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.249153] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-849a46a1-f08b-4554-8336-0bdba067548e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.256941] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 832.256941] env[69563]: value = "task-3403690" [ 832.256941] env[69563]: _type = "Task" [ 832.256941] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.298526] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "refresh_cache-99f44c75-78e9-4616-86d4-42bd00fb49a5" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.298526] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Instance network_info: |[{"id": "f628377b-4c5b-4999-8c2e-399312e31203", "address": "fa:16:3e:30:1a:77", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf628377b-4c", "ovs_interfaceid": "f628377b-4c5b-4999-8c2e-399312e31203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.298526] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:1a:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f628377b-4c5b-4999-8c2e-399312e31203', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.298526] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Creating folder: Project (412119e5e7b3493181b96ffb48fc3617). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.298526] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.298526] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29463e46-1a00-4269-b43e-b0ed836f0ed0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.300609] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Created folder: Project (412119e5e7b3493181b96ffb48fc3617) in parent group-v678952. [ 832.300609] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Creating folder: Instances. Parent ref: group-v679119. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.301871] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d75735-f599-4ef5-a8bd-6493eb510f53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.318437] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Created folder: Instances in parent group-v679119. [ 832.318437] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.318437] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.318437] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4ba7cca7-0c62-4576-af5a-ee9f36b3862c tempest-ServersNegativeTestMultiTenantJSON-1004956434 tempest-ServersNegativeTestMultiTenantJSON-1004956434-project-member] Lock "049a61b7-9f8b-40ff-aa1a-70f75e9abc84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.678s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.319786] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ca004f-02f5-420a-b4c5-e994202b2d2c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.348843] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.348843] env[69563]: value = "task-3403693" [ 832.348843] env[69563]: _type = "Task" [ 832.348843] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.370869] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403693, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.561937] env[69563]: DEBUG nova.compute.manager [req-3c867495-f5e9-4188-acb9-eb946521ac76 req-cebf7977-200b-481e-b074-9a33b4c379ab service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Received event network-changed-f628377b-4c5b-4999-8c2e-399312e31203 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.562159] env[69563]: DEBUG nova.compute.manager [req-3c867495-f5e9-4188-acb9-eb946521ac76 req-cebf7977-200b-481e-b074-9a33b4c379ab service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Refreshing instance network info cache due to event network-changed-f628377b-4c5b-4999-8c2e-399312e31203. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.562401] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c867495-f5e9-4188-acb9-eb946521ac76 req-cebf7977-200b-481e-b074-9a33b4c379ab service nova] Acquiring lock "refresh_cache-99f44c75-78e9-4616-86d4-42bd00fb49a5" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.566395] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c867495-f5e9-4188-acb9-eb946521ac76 req-cebf7977-200b-481e-b074-9a33b4c379ab service nova] Acquired lock "refresh_cache-99f44c75-78e9-4616-86d4-42bd00fb49a5" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.566613] env[69563]: DEBUG nova.network.neutron [req-3c867495-f5e9-4188-acb9-eb946521ac76 req-cebf7977-200b-481e-b074-9a33b4c379ab service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Refreshing network info cache for port f628377b-4c5b-4999-8c2e-399312e31203 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 832.714551] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403688, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.739843] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117849} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.740164] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.740986] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0105a24a-0407-4989-8ac0-1820e8267876 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.770134] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c/2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.774929] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea7e4c13-915f-4bf3-a683-9f40663581d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.803903] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.805571] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 832.805571] env[69563]: value = "task-3403694" [ 832.805571] env[69563]: _type = "Task" [ 832.805571] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.814669] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.862232] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403693, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.973582] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.973582] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.223878] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403688, 'name': CreateSnapshot_Task, 'duration_secs': 1.327403} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.224343] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.225400] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89770ee2-aad7-4d45-806e-d037d5f9d49f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.271747] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.319788] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.369034] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403693, 'name': CreateVM_Task, 'duration_secs': 0.714999} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.369034] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.370019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.370019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.370019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.370110] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d85ca4-dd82-4001-a468-9391a64db0da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.384833] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 833.384833] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52752185-5716-5360-b924-2f22df749eb5" [ 833.384833] env[69563]: _type = "Task" [ 833.384833] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.395138] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52752185-5716-5360-b924-2f22df749eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.407851] env[69563]: DEBUG nova.network.neutron [req-3c867495-f5e9-4188-acb9-eb946521ac76 req-cebf7977-200b-481e-b074-9a33b4c379ab service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Updated VIF entry in instance network info cache for port f628377b-4c5b-4999-8c2e-399312e31203. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 833.408274] env[69563]: DEBUG nova.network.neutron [req-3c867495-f5e9-4188-acb9-eb946521ac76 req-cebf7977-200b-481e-b074-9a33b4c379ab service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Updating instance_info_cache with network_info: [{"id": "f628377b-4c5b-4999-8c2e-399312e31203", "address": "fa:16:3e:30:1a:77", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf628377b-4c", "ovs_interfaceid": "f628377b-4c5b-4999-8c2e-399312e31203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 833.476492] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a707504e-b405-4c52-9840-eb018eb6ab45 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.483221] env[69563]: DEBUG nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.491593] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb36ed8-b247-4648-8cb7-080c9be0ed90 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.530291] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48077370-8a07-444f-8dfb-2bab16ed13ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.540265] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d698c8-ba74-446c-af51-368e0dcc6c5e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.557178] env[69563]: DEBUG nova.compute.provider_tree [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.757877] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.758365] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92c944ad-6db0-477d-be46-41325ca29ad9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.771354] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403690, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.112532} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.772700] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26/58588121-7bdb-4d6a-b52a-a08f74578d26.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.772914] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.773229] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 833.773229] env[69563]: value = "task-3403695" [ 833.773229] env[69563]: _type = "Task" [ 833.773229] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.773418] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b7efe21-c46c-477d-8b08-d0751ac4e644 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.783823] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403695, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.785048] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 833.785048] env[69563]: value = "task-3403696" [ 833.785048] env[69563]: _type = "Task" [ 833.785048] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.796324] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.816974] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403694, 'name': ReconfigVM_Task, 'duration_secs': 0.606159} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.817411] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c/2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.818404] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d1dee67-1ae6-459b-8ced-adff9819fc70 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.825057] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 833.825057] env[69563]: value = "task-3403697" [ 833.825057] env[69563]: _type = "Task" [ 833.825057] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.835704] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403697, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.896386] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52752185-5716-5360-b924-2f22df749eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.034447} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.896786] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.897163] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.900812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.900812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.900812] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.900812] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a1ba3b-db2b-403c-8634-a14c1466dfc0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.911414] env[69563]: DEBUG oslo_concurrency.lockutils [req-3c867495-f5e9-4188-acb9-eb946521ac76 req-cebf7977-200b-481e-b074-9a33b4c379ab service nova] Releasing lock "refresh_cache-99f44c75-78e9-4616-86d4-42bd00fb49a5" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.912159] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.912252] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.913270] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6619e4c4-4ce2-46a5-808a-016fe27c6eb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.920948] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 833.920948] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52dddc3d-6d1f-e287-8d1a-69ba4982d563" [ 833.920948] env[69563]: _type = "Task" [ 833.920948] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.928466] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52dddc3d-6d1f-e287-8d1a-69ba4982d563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.015603] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.090015] env[69563]: ERROR nova.scheduler.client.report [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [req-a676f7ea-f354-4ad2-8b06-45105ac89575] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a676f7ea-f354-4ad2-8b06-45105ac89575"}]} [ 834.110222] env[69563]: DEBUG nova.scheduler.client.report [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 834.129458] env[69563]: DEBUG nova.scheduler.client.report [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 834.130228] env[69563]: DEBUG nova.compute.provider_tree [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.149884] env[69563]: DEBUG nova.scheduler.client.report [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 834.172920] env[69563]: DEBUG nova.scheduler.client.report [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 834.289751] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403695, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.300129] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06994} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.300385] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.301270] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3394f745-82ba-45de-8c2c-0d03dee03e6f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.325225] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26/58588121-7bdb-4d6a-b52a-a08f74578d26.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.328436] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd740d4a-5142-4987-89db-c6d78fb10ffd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.354876] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403697, 'name': Rename_Task, 'duration_secs': 0.470355} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.355891] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.356269] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 834.356269] env[69563]: value = "task-3403698" [ 834.356269] env[69563]: _type = "Task" [ 834.356269] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.359707] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762608f4-25f8-4643-85f3-ceb3c45db773 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.375841] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.378065] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 834.378065] env[69563]: value = "task-3403699" [ 834.378065] env[69563]: _type = "Task" [ 834.378065] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.393278] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.429782] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52dddc3d-6d1f-e287-8d1a-69ba4982d563, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.434292] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c84160-dc11-4ba2-abdb-31eddb11cf19 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.439447] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 834.439447] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52806323-0441-6e9a-85d3-a0ee9f152c27" [ 834.439447] env[69563]: _type = "Task" [ 834.439447] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.449466] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52806323-0441-6e9a-85d3-a0ee9f152c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.737944] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec674cf9-4368-48db-a289-29a3bcefc014 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.745547] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051f7ab8-70d5-4b56-97a5-b843e60e86a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.782062] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3290547-418a-44e1-9b21-e737f9a977e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.792734] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5d5bfc-b8a9-4370-bb73-e0ff7d0007ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.796669] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403695, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.807650] env[69563]: DEBUG nova.compute.provider_tree [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.871521] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403698, 'name': ReconfigVM_Task, 'duration_secs': 0.43086} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.871778] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26/58588121-7bdb-4d6a-b52a-a08f74578d26.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.872441] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad032ddb-1bcb-48e8-83fc-e20fa0a869b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.880159] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 834.880159] env[69563]: value = "task-3403700" [ 834.880159] env[69563]: _type = "Task" [ 834.880159] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.891654] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.894884] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403700, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.951085] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52806323-0441-6e9a-85d3-a0ee9f152c27, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.951207] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.951471] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 99f44c75-78e9-4616-86d4-42bd00fb49a5/99f44c75-78e9-4616-86d4-42bd00fb49a5.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.952260] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f01f4be6-df94-4c52-af1f-6c24ff5576b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.959651] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 834.959651] env[69563]: value = "task-3403701" [ 834.959651] env[69563]: _type = "Task" [ 834.959651] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.968509] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.290264] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403695, 'name': CloneVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.311495] env[69563]: DEBUG nova.scheduler.client.report [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.397817] env[69563]: DEBUG oslo_vmware.api [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3403699, 'name': PowerOnVM_Task, 'duration_secs': 0.565946} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.402345] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.405202] env[69563]: INFO nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Took 8.63 seconds to spawn the instance on the hypervisor. [ 835.405202] env[69563]: DEBUG nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.405202] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403700, 'name': Rename_Task, 'duration_secs': 0.154033} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.405202] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d97245-0520-49b4-a7a3-0ffc4214e12f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.408452] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.408882] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeded149-cb14-444a-98ef-f0a9eb3aa524 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.420282] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 835.420282] env[69563]: value = "task-3403702" [ 835.420282] env[69563]: _type = "Task" [ 835.420282] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.431478] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403702, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.472896] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403701, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.793422] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403695, 'name': CloneVM_Task, 'duration_secs': 1.610698} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.793684] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Created linked-clone VM from snapshot [ 835.794488] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca976bee-5c49-4ab7-bd75-4ec9b61f880d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.806664] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Uploading image bfde000e-16b4-4d15-9970-634b415b4f18 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 835.821295] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.050s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.821827] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.826477] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.082s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.831019] env[69563]: INFO nova.compute.claims [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.847673] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 835.847673] env[69563]: value = "vm-679123" [ 835.847673] env[69563]: _type = "VirtualMachine" [ 835.847673] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 835.847673] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b21fee3d-2412-42e0-91a7-ccfa7c5c567f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.853301] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lease: (returnval){ [ 835.853301] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291850b-95a6-b7b9-b53c-e4532c80d9b0" [ 835.853301] env[69563]: _type = "HttpNfcLease" [ 835.853301] env[69563]: } obtained for exporting VM: (result){ [ 835.853301] env[69563]: value = "vm-679123" [ 835.853301] env[69563]: _type = "VirtualMachine" [ 835.853301] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 835.853530] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the lease: (returnval){ [ 835.853530] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291850b-95a6-b7b9-b53c-e4532c80d9b0" [ 835.853530] env[69563]: _type = "HttpNfcLease" [ 835.853530] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 835.864603] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.864603] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291850b-95a6-b7b9-b53c-e4532c80d9b0" [ 835.864603] env[69563]: _type = "HttpNfcLease" [ 835.864603] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 835.936429] env[69563]: INFO nova.compute.manager [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Took 47.99 seconds to build instance. [ 835.941806] env[69563]: DEBUG oslo_vmware.api [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403702, 'name': PowerOnVM_Task, 'duration_secs': 0.487653} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.941979] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.942261] env[69563]: DEBUG nova.compute.manager [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.943892] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd04f3b-fc5b-4693-a923-0f1c0f444ed1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.971195] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597108} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.971457] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 99f44c75-78e9-4616-86d4-42bd00fb49a5/99f44c75-78e9-4616-86d4-42bd00fb49a5.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.971668] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.971931] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-626cca07-9c96-47a4-903d-6d1261719eea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.977297] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 835.977297] env[69563]: value = "task-3403704" [ 835.977297] env[69563]: _type = "Task" [ 835.977297] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.985649] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.333084] env[69563]: DEBUG nova.compute.utils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.338838] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.338838] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 836.361893] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.361893] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291850b-95a6-b7b9-b53c-e4532c80d9b0" [ 836.361893] env[69563]: _type = "HttpNfcLease" [ 836.361893] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 836.362218] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 836.362218] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291850b-95a6-b7b9-b53c-e4532c80d9b0" [ 836.362218] env[69563]: _type = "HttpNfcLease" [ 836.362218] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 836.362895] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe09fdb-f662-43d9-8936-b63ad0708119 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.370213] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292be1e-1328-b764-16c7-d88163672308/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 836.370374] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292be1e-1328-b764-16c7-d88163672308/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 836.434232] env[69563]: DEBUG nova.policy [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ab96b0ade064080beb8f3229402e01c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '412119e5e7b3493181b96ffb48fc3617', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.437941] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70f52e5d-b5a6-4580-b745-cb68cf34d40d tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.661s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.460832] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.487727] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244971} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.488021] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.488816] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631bd9c6-d92d-47ca-90ac-36c8cad7c997 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.513523] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 99f44c75-78e9-4616-86d4-42bd00fb49a5/99f44c75-78e9-4616-86d4-42bd00fb49a5.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.513523] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1073b214-b95d-434b-a883-7bcd3b9b9aca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.534908] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 836.534908] env[69563]: value = "task-3403705" [ 836.534908] env[69563]: _type = "Task" [ 836.534908] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.542460] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.605247] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d015a3d-50e8-4d00-b31e-8e1baffd6fdd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.840019] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.048219] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403705, 'name': ReconfigVM_Task, 'duration_secs': 0.485688} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.051458] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 99f44c75-78e9-4616-86d4-42bd00fb49a5/99f44c75-78e9-4616-86d4-42bd00fb49a5.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.052443] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c78c5ef2-7463-426b-b13c-3ee91dea84cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.058875] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 837.058875] env[69563]: value = "task-3403706" [ 837.058875] env[69563]: _type = "Task" [ 837.058875] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.073349] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403706, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.238211] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "58588121-7bdb-4d6a-b52a-a08f74578d26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.238211] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "58588121-7bdb-4d6a-b52a-a08f74578d26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.238390] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "58588121-7bdb-4d6a-b52a-a08f74578d26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.238570] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "58588121-7bdb-4d6a-b52a-a08f74578d26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.238731] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "58588121-7bdb-4d6a-b52a-a08f74578d26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.241120] env[69563]: INFO nova.compute.manager [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Terminating instance [ 837.371546] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Successfully created port: 2a36a6ab-ce13-45fa-84bc-2393aaa8f244 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 837.469813] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f1f7b-faee-4fab-86df-93adb44da979 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.478906] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e7a8d5-187d-4e54-a920-19d6bc4388c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.513966] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9ca92f-299a-44b0-bcb8-1a675181740d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.521865] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c94922-0110-4689-8181-07402fa8095f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.539973] env[69563]: DEBUG nova.compute.provider_tree [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.568762] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403706, 'name': Rename_Task, 'duration_secs': 0.192995} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.569115] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.569464] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75c4848-c7aa-4ccf-a558-070d1297f215 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.575287] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 837.575287] env[69563]: value = "task-3403707" [ 837.575287] env[69563]: _type = "Task" [ 837.575287] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.583515] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.750905] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "refresh_cache-58588121-7bdb-4d6a-b52a-a08f74578d26" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.751278] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired lock "refresh_cache-58588121-7bdb-4d6a-b52a-a08f74578d26" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.751595] env[69563]: DEBUG nova.network.neutron [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 837.843156] env[69563]: DEBUG nova.compute.manager [req-0b98b51f-c44c-4ddc-a349-02f5e5afb05b req-a1e8211a-e90e-41ca-a0c3-59ac981725b1 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Received event network-changed-fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.843156] env[69563]: DEBUG nova.compute.manager [req-0b98b51f-c44c-4ddc-a349-02f5e5afb05b req-a1e8211a-e90e-41ca-a0c3-59ac981725b1 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Refreshing instance network info cache due to event network-changed-fca26eae-7acd-43e5-8a20-eaef1b8e6ef9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.843156] env[69563]: DEBUG oslo_concurrency.lockutils [req-0b98b51f-c44c-4ddc-a349-02f5e5afb05b req-a1e8211a-e90e-41ca-a0c3-59ac981725b1 service nova] Acquiring lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.843732] env[69563]: DEBUG oslo_concurrency.lockutils [req-0b98b51f-c44c-4ddc-a349-02f5e5afb05b req-a1e8211a-e90e-41ca-a0c3-59ac981725b1 service nova] Acquired lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.844053] env[69563]: DEBUG nova.network.neutron [req-0b98b51f-c44c-4ddc-a349-02f5e5afb05b req-a1e8211a-e90e-41ca-a0c3-59ac981725b1 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Refreshing network info cache for port fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 837.852484] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.898069] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.900409] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.900669] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.901335] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.902413] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.902614] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.902885] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.905469] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.905664] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.905841] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.906141] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.908941] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7b0971-176c-429a-807e-1e2d05073422 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.918909] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696a1e8a-9f4b-44cb-8e17-60099aa57dcd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.042068] env[69563]: DEBUG nova.scheduler.client.report [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.086443] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403707, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.278088] env[69563]: DEBUG nova.network.neutron [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 838.380497] env[69563]: DEBUG nova.network.neutron [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 838.551279] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.551279] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.553655] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.342s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.558614] env[69563]: INFO nova.compute.claims [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.591434] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403707, 'name': PowerOnVM_Task, 'duration_secs': 0.727573} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.591899] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.592009] env[69563]: INFO nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Took 9.14 seconds to spawn the instance on the hypervisor. [ 838.592196] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.593113] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a9996-1eee-4d01-a650-fa9e63821991 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.613274] env[69563]: DEBUG nova.network.neutron [req-0b98b51f-c44c-4ddc-a349-02f5e5afb05b req-a1e8211a-e90e-41ca-a0c3-59ac981725b1 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updated VIF entry in instance network info cache for port fca26eae-7acd-43e5-8a20-eaef1b8e6ef9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 838.613502] env[69563]: DEBUG nova.network.neutron [req-0b98b51f-c44c-4ddc-a349-02f5e5afb05b req-a1e8211a-e90e-41ca-a0c3-59ac981725b1 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [{"id": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "address": "fa:16:3e:08:7d:96", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca26eae-7a", "ovs_interfaceid": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 838.883175] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Releasing lock "refresh_cache-58588121-7bdb-4d6a-b52a-a08f74578d26" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.884023] env[69563]: DEBUG nova.compute.manager [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.884023] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.884787] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba69b8b-c3e2-4b99-be2e-464b01a276a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.892923] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.893288] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a1c80f5-1576-4595-b6c6-7cdbdc90f56b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.898946] env[69563]: DEBUG oslo_vmware.api [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 838.898946] env[69563]: value = "task-3403708" [ 838.898946] env[69563]: _type = "Task" [ 838.898946] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.907539] env[69563]: DEBUG oslo_vmware.api [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.066269] env[69563]: DEBUG nova.compute.utils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.071035] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.071035] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 839.110459] env[69563]: DEBUG nova.policy [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ab96b0ade064080beb8f3229402e01c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '412119e5e7b3493181b96ffb48fc3617', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.114159] env[69563]: INFO nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Took 50.95 seconds to build instance. [ 839.117146] env[69563]: DEBUG oslo_concurrency.lockutils [req-0b98b51f-c44c-4ddc-a349-02f5e5afb05b req-a1e8211a-e90e-41ca-a0c3-59ac981725b1 service nova] Releasing lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242518] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Successfully updated port: 2a36a6ab-ce13-45fa-84bc-2393aaa8f244 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 839.412501] env[69563]: DEBUG oslo_vmware.api [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403708, 'name': PowerOffVM_Task, 'duration_secs': 0.123088} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.412501] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.412706] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.412802] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9168b3b5-af29-433a-b6ac-3bab41f256ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.438067] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.438319] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.439661] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Deleting the datastore file [datastore2] 58588121-7bdb-4d6a-b52a-a08f74578d26 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.439661] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d3c57a-9f7a-4c9c-b3a0-4eca3ee37bad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.445097] env[69563]: DEBUG oslo_vmware.api [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 839.445097] env[69563]: value = "task-3403710" [ 839.445097] env[69563]: _type = "Task" [ 839.445097] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.454379] env[69563]: DEBUG oslo_vmware.api [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.455506] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Successfully created port: 8a8040e5-161a-4351-bfb7-000f6e31bb6d {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 839.572265] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.620913] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "99f44c75-78e9-4616-86d4-42bd00fb49a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.977s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.750521] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "refresh_cache-a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.750521] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "refresh_cache-a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.750521] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 839.872474] env[69563]: DEBUG nova.compute.manager [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Received event network-vif-plugged-2a36a6ab-ce13-45fa-84bc-2393aaa8f244 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.872474] env[69563]: DEBUG oslo_concurrency.lockutils [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] Acquiring lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.872474] env[69563]: DEBUG oslo_concurrency.lockutils [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] Lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.872474] env[69563]: DEBUG oslo_concurrency.lockutils [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] Lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.872604] env[69563]: DEBUG nova.compute.manager [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] No waiting events found dispatching network-vif-plugged-2a36a6ab-ce13-45fa-84bc-2393aaa8f244 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.872919] env[69563]: WARNING nova.compute.manager [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Received unexpected event network-vif-plugged-2a36a6ab-ce13-45fa-84bc-2393aaa8f244 for instance with vm_state building and task_state spawning. [ 839.873168] env[69563]: DEBUG nova.compute.manager [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Received event network-changed-2a36a6ab-ce13-45fa-84bc-2393aaa8f244 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.873333] env[69563]: DEBUG nova.compute.manager [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Refreshing instance network info cache due to event network-changed-2a36a6ab-ce13-45fa-84bc-2393aaa8f244. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.873499] env[69563]: DEBUG oslo_concurrency.lockutils [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] Acquiring lock "refresh_cache-a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.955790] env[69563]: DEBUG oslo_vmware.api [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105118} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.959105] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.959402] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.959599] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.959844] env[69563]: INFO nova.compute.manager [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Took 1.08 seconds to destroy the instance on the hypervisor. [ 839.960196] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.960672] env[69563]: DEBUG nova.compute.manager [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.960794] env[69563]: DEBUG nova.network.neutron [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 839.978549] env[69563]: DEBUG nova.network.neutron [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 840.023592] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663eab2d-716a-40b7-8d47-872fa36689bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.033474] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c4298-22c4-4ea8-aaa8-082c33c22650 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.065688] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa39e3-be16-4a08-ab96-6ae9c05117e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.073445] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c38c2e-3627-4e31-9361-d176d882ef61 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.090981] env[69563]: DEBUG nova.compute.provider_tree [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.292592] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 840.432533] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Updating instance_info_cache with network_info: [{"id": "2a36a6ab-ce13-45fa-84bc-2393aaa8f244", "address": "fa:16:3e:73:12:61", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a36a6ab-ce", "ovs_interfaceid": "2a36a6ab-ce13-45fa-84bc-2393aaa8f244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 840.480536] env[69563]: DEBUG nova.network.neutron [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 840.582479] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.594897] env[69563]: DEBUG nova.scheduler.client.report [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.606599] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.606887] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.607085] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.607338] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.607503] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.608074] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.608074] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.608193] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.608447] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.608682] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.609357] env[69563]: DEBUG nova.virt.hardware [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.609969] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c1aecf-0c55-4392-b665-53c075ee0174 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.620884] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319584b-e5fb-411a-a412-0d5b16e2cc88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.925703] env[69563]: DEBUG nova.compute.manager [req-382ea44d-79c5-41bf-8e2a-8ccff2d012ea req-c8f95726-463a-4bfa-93dd-05ebd7d63089 service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Received event network-vif-plugged-8a8040e5-161a-4351-bfb7-000f6e31bb6d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.925970] env[69563]: DEBUG oslo_concurrency.lockutils [req-382ea44d-79c5-41bf-8e2a-8ccff2d012ea req-c8f95726-463a-4bfa-93dd-05ebd7d63089 service nova] Acquiring lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.926148] env[69563]: DEBUG oslo_concurrency.lockutils [req-382ea44d-79c5-41bf-8e2a-8ccff2d012ea req-c8f95726-463a-4bfa-93dd-05ebd7d63089 service nova] Lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.926440] env[69563]: DEBUG oslo_concurrency.lockutils [req-382ea44d-79c5-41bf-8e2a-8ccff2d012ea req-c8f95726-463a-4bfa-93dd-05ebd7d63089 service nova] Lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.926494] env[69563]: DEBUG nova.compute.manager [req-382ea44d-79c5-41bf-8e2a-8ccff2d012ea req-c8f95726-463a-4bfa-93dd-05ebd7d63089 service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] No waiting events found dispatching network-vif-plugged-8a8040e5-161a-4351-bfb7-000f6e31bb6d {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.926782] env[69563]: WARNING nova.compute.manager [req-382ea44d-79c5-41bf-8e2a-8ccff2d012ea req-c8f95726-463a-4bfa-93dd-05ebd7d63089 service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Received unexpected event network-vif-plugged-8a8040e5-161a-4351-bfb7-000f6e31bb6d for instance with vm_state building and task_state spawning. [ 840.935451] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "refresh_cache-a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.935781] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Instance network_info: |[{"id": "2a36a6ab-ce13-45fa-84bc-2393aaa8f244", "address": "fa:16:3e:73:12:61", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a36a6ab-ce", "ovs_interfaceid": "2a36a6ab-ce13-45fa-84bc-2393aaa8f244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.936121] env[69563]: DEBUG oslo_concurrency.lockutils [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] Acquired lock "refresh_cache-a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.936320] env[69563]: DEBUG nova.network.neutron [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Refreshing network info cache for port 2a36a6ab-ce13-45fa-84bc-2393aaa8f244 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 840.937854] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:12:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a36a6ab-ce13-45fa-84bc-2393aaa8f244', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.945799] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.949528] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.950276] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7599461-e7b4-42db-a31f-cac94c20775f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.973014] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.973014] env[69563]: value = "task-3403711" [ 840.973014] env[69563]: _type = "Task" [ 840.973014] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.980403] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403711, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.985192] env[69563]: INFO nova.compute.manager [-] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Took 1.02 seconds to deallocate network for instance. [ 841.040991] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Successfully updated port: 8a8040e5-161a-4351-bfb7-000f6e31bb6d {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 841.103392] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.104095] env[69563]: DEBUG nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.108265] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.546s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.108601] env[69563]: DEBUG nova.objects.instance [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 841.256997] env[69563]: DEBUG nova.network.neutron [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Updated VIF entry in instance network info cache for port 2a36a6ab-ce13-45fa-84bc-2393aaa8f244. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 841.257400] env[69563]: DEBUG nova.network.neutron [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Updating instance_info_cache with network_info: [{"id": "2a36a6ab-ce13-45fa-84bc-2393aaa8f244", "address": "fa:16:3e:73:12:61", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a36a6ab-ce", "ovs_interfaceid": "2a36a6ab-ce13-45fa-84bc-2393aaa8f244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 841.483217] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403711, 'name': CreateVM_Task, 'duration_secs': 0.322031} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.483434] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.484222] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.484416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.485131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.485131] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65a63b6-ce30-4e57-a8b3-27f4f785892f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.491463] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.491953] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 841.491953] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529811bd-c9fa-c268-1e57-c074a7f1b95f" [ 841.491953] env[69563]: _type = "Task" [ 841.491953] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.500744] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529811bd-c9fa-c268-1e57-c074a7f1b95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.544057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "refresh_cache-a6f321f4-f168-429c-b81a-bb58a7ebcce9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.544057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "refresh_cache-a6f321f4-f168-429c-b81a-bb58a7ebcce9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.544057] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 841.615508] env[69563]: DEBUG nova.compute.utils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.620468] env[69563]: DEBUG nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.620468] env[69563]: DEBUG nova.network.neutron [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 841.662479] env[69563]: DEBUG nova.policy [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bccf9aed6853405e9a9d891ac04b269b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd80ba41ffeb14645a71cda26a7cf01a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.760405] env[69563]: DEBUG oslo_concurrency.lockutils [req-4cea500e-c177-4b53-85e6-740456909cdd req-f4f64732-33fe-49e8-b12c-2150b6f3451d service nova] Releasing lock "refresh_cache-a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.956687] env[69563]: DEBUG nova.network.neutron [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Successfully created port: 10c661b3-e4fd-4bc1-a27e-ab78f8adcd24 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 842.004921] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529811bd-c9fa-c268-1e57-c074a7f1b95f, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.005157] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.005400] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.005638] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.005777] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.005949] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.006244] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69824a8-b1a9-48b9-ab45-95bb46f4146d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.015714] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.015891] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.016639] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27397e3c-d3bf-43fb-8354-b1f8ebd03c81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.022883] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 842.022883] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ac4d4d-6b94-8f48-ac7a-89fd983febca" [ 842.022883] env[69563]: _type = "Task" [ 842.022883] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.031232] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ac4d4d-6b94-8f48-ac7a-89fd983febca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.085719] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 842.120822] env[69563]: DEBUG nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.124375] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c1362791-9c38-43b3-913e-44deee3a03b2 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.125427] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.200s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.125642] env[69563]: DEBUG nova.objects.instance [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lazy-loading 'resources' on Instance uuid 4d3df167-4ca0-40e2-89c3-62ad1ed89887 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.296379] env[69563]: DEBUG nova.network.neutron [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Updating instance_info_cache with network_info: [{"id": "8a8040e5-161a-4351-bfb7-000f6e31bb6d", "address": "fa:16:3e:0f:ff:36", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8040e5-16", "ovs_interfaceid": "8a8040e5-161a-4351-bfb7-000f6e31bb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 842.534013] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ac4d4d-6b94-8f48-ac7a-89fd983febca, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.534800] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f379c4-801b-4b50-8978-8af386cb2b06 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.541033] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 842.541033] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526acdd5-917d-bb2a-5389-d1dbe7d7775a" [ 842.541033] env[69563]: _type = "Task" [ 842.541033] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.548866] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526acdd5-917d-bb2a-5389-d1dbe7d7775a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.800704] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "refresh_cache-a6f321f4-f168-429c-b81a-bb58a7ebcce9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.801058] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Instance network_info: |[{"id": "8a8040e5-161a-4351-bfb7-000f6e31bb6d", "address": "fa:16:3e:0f:ff:36", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8040e5-16", "ovs_interfaceid": "8a8040e5-161a-4351-bfb7-000f6e31bb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.801674] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:ff:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8040e5-161a-4351-bfb7-000f6e31bb6d', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.809193] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.809424] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.809669] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fdc4a57-2330-44b7-a311-209fca40dc7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.832182] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.832182] env[69563]: value = "task-3403712" [ 842.832182] env[69563]: _type = "Task" [ 842.832182] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.842109] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403712, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.960759] env[69563]: DEBUG nova.compute.manager [req-76093b8c-72cd-49dc-a36f-9fe62eaafde5 req-48f7f6f8-ba5a-4213-bfdb-751d0f7d05cf service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Received event network-changed-8a8040e5-161a-4351-bfb7-000f6e31bb6d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.963147] env[69563]: DEBUG nova.compute.manager [req-76093b8c-72cd-49dc-a36f-9fe62eaafde5 req-48f7f6f8-ba5a-4213-bfdb-751d0f7d05cf service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Refreshing instance network info cache due to event network-changed-8a8040e5-161a-4351-bfb7-000f6e31bb6d. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.963147] env[69563]: DEBUG oslo_concurrency.lockutils [req-76093b8c-72cd-49dc-a36f-9fe62eaafde5 req-48f7f6f8-ba5a-4213-bfdb-751d0f7d05cf service nova] Acquiring lock "refresh_cache-a6f321f4-f168-429c-b81a-bb58a7ebcce9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.963147] env[69563]: DEBUG oslo_concurrency.lockutils [req-76093b8c-72cd-49dc-a36f-9fe62eaafde5 req-48f7f6f8-ba5a-4213-bfdb-751d0f7d05cf service nova] Acquired lock "refresh_cache-a6f321f4-f168-429c-b81a-bb58a7ebcce9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.963147] env[69563]: DEBUG nova.network.neutron [req-76093b8c-72cd-49dc-a36f-9fe62eaafde5 req-48f7f6f8-ba5a-4213-bfdb-751d0f7d05cf service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Refreshing network info cache for port 8a8040e5-161a-4351-bfb7-000f6e31bb6d {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 843.052866] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526acdd5-917d-bb2a-5389-d1dbe7d7775a, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.053242] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.053536] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] a6f719ae-ba5f-4c22-b14f-fd01b9f5b053/a6f719ae-ba5f-4c22-b14f-fd01b9f5b053.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.053846] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa6e3f34-fd51-4ab1-87ad-aa2ab7689207 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.063454] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 843.063454] env[69563]: value = "task-3403713" [ 843.063454] env[69563]: _type = "Task" [ 843.063454] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.073966] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.085078] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd0c7a-8cc9-47b3-971e-c4ea91d893d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.092113] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ec29f4-15b9-4ce1-bf8f-53d5ebf0872b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.125866] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7536bfc-a890-45c1-8f52-fe6e60111bd9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.133951] env[69563]: DEBUG nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.138255] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4146f-271e-4ad5-8182-40898d1ebcc6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.154069] env[69563]: DEBUG nova.compute.provider_tree [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.165355] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.165355] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.165355] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.165355] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.165355] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.165355] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.165355] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.165775] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.165775] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.165775] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.165917] env[69563]: DEBUG nova.virt.hardware [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.166865] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07130d3-6627-4d97-9557-fc2bac57a9d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.175852] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c0e960-93ab-465f-9210-fb1cfcafe336 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.344315] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403712, 'name': CreateVM_Task, 'duration_secs': 0.414244} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.344372] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.345187] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.345383] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.345736] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.346019] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb6f653-2481-4287-b318-a9d67505c071 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.352825] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 843.352825] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d51106-8ac7-7359-41f6-8a02a8b1761a" [ 843.352825] env[69563]: _type = "Task" [ 843.352825] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.365280] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d51106-8ac7-7359-41f6-8a02a8b1761a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.476286] env[69563]: DEBUG nova.compute.manager [req-f0fe24bd-0c56-4051-acfe-1c8d37e113f1 req-af472e44-5abb-4096-8a4f-4926df8cebc4 service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Received event network-vif-plugged-10c661b3-e4fd-4bc1-a27e-ab78f8adcd24 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.476286] env[69563]: DEBUG oslo_concurrency.lockutils [req-f0fe24bd-0c56-4051-acfe-1c8d37e113f1 req-af472e44-5abb-4096-8a4f-4926df8cebc4 service nova] Acquiring lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.476286] env[69563]: DEBUG oslo_concurrency.lockutils [req-f0fe24bd-0c56-4051-acfe-1c8d37e113f1 req-af472e44-5abb-4096-8a4f-4926df8cebc4 service nova] Lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.477060] env[69563]: DEBUG oslo_concurrency.lockutils [req-f0fe24bd-0c56-4051-acfe-1c8d37e113f1 req-af472e44-5abb-4096-8a4f-4926df8cebc4 service nova] Lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.478819] env[69563]: DEBUG nova.compute.manager [req-f0fe24bd-0c56-4051-acfe-1c8d37e113f1 req-af472e44-5abb-4096-8a4f-4926df8cebc4 service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] No waiting events found dispatching network-vif-plugged-10c661b3-e4fd-4bc1-a27e-ab78f8adcd24 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.478819] env[69563]: WARNING nova.compute.manager [req-f0fe24bd-0c56-4051-acfe-1c8d37e113f1 req-af472e44-5abb-4096-8a4f-4926df8cebc4 service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Received unexpected event network-vif-plugged-10c661b3-e4fd-4bc1-a27e-ab78f8adcd24 for instance with vm_state building and task_state spawning. [ 843.574973] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403713, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.613113] env[69563]: DEBUG nova.network.neutron [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Successfully updated port: 10c661b3-e4fd-4bc1-a27e-ab78f8adcd24 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 843.659647] env[69563]: DEBUG nova.scheduler.client.report [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.785141] env[69563]: DEBUG nova.network.neutron [req-76093b8c-72cd-49dc-a36f-9fe62eaafde5 req-48f7f6f8-ba5a-4213-bfdb-751d0f7d05cf service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Updated VIF entry in instance network info cache for port 8a8040e5-161a-4351-bfb7-000f6e31bb6d. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 843.785637] env[69563]: DEBUG nova.network.neutron [req-76093b8c-72cd-49dc-a36f-9fe62eaafde5 req-48f7f6f8-ba5a-4213-bfdb-751d0f7d05cf service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Updating instance_info_cache with network_info: [{"id": "8a8040e5-161a-4351-bfb7-000f6e31bb6d", "address": "fa:16:3e:0f:ff:36", "network": {"id": "286aec99-6cdd-4d56-9ee2-c78f8c9fa981", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1255292710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "412119e5e7b3493181b96ffb48fc3617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8040e5-16", "ovs_interfaceid": "8a8040e5-161a-4351-bfb7-000f6e31bb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 843.864865] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d51106-8ac7-7359-41f6-8a02a8b1761a, 'name': SearchDatastore_Task, 'duration_secs': 0.064356} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.864865] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.865093] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.865320] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.865459] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.865635] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.867031] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d6a0ec-b570-4921-86f8-7f7801d407e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.873984] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.874175] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.874876] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678bb3bb-3a81-4d6e-ac52-296a088d4feb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.879771] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 843.879771] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52493d6e-3b39-bb7a-6a7b-f6ffa3e4e06d" [ 843.879771] env[69563]: _type = "Task" [ 843.879771] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.887175] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52493d6e-3b39-bb7a-6a7b-f6ffa3e4e06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.073314] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5632} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.073709] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] a6f719ae-ba5f-4c22-b14f-fd01b9f5b053/a6f719ae-ba5f-4c22-b14f-fd01b9f5b053.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.073709] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.073900] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-323c3b66-4306-438b-826b-6e49f8e2352d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.080496] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 844.080496] env[69563]: value = "task-3403714" [ 844.080496] env[69563]: _type = "Task" [ 844.080496] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.088886] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.116724] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.116879] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.117112] env[69563]: DEBUG nova.network.neutron [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 844.168363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.173915] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.533s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.173915] env[69563]: DEBUG nova.objects.instance [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.194287] env[69563]: INFO nova.scheduler.client.report [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Deleted allocations for instance 4d3df167-4ca0-40e2-89c3-62ad1ed89887 [ 844.288601] env[69563]: DEBUG oslo_concurrency.lockutils [req-76093b8c-72cd-49dc-a36f-9fe62eaafde5 req-48f7f6f8-ba5a-4213-bfdb-751d0f7d05cf service nova] Releasing lock "refresh_cache-a6f321f4-f168-429c-b81a-bb58a7ebcce9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.390624] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52493d6e-3b39-bb7a-6a7b-f6ffa3e4e06d, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.391815] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7462bc9a-476e-4db3-ad3e-fa6dc09dd68c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.397596] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 844.397596] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fe0402-1dd7-540e-a747-8028028b458c" [ 844.397596] env[69563]: _type = "Task" [ 844.397596] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.407090] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fe0402-1dd7-540e-a747-8028028b458c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.590777] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077687} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.591167] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.592088] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1c49d8-e720-4f60-81f2-2b453de5819a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.616671] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a6f719ae-ba5f-4c22-b14f-fd01b9f5b053/a6f719ae-ba5f-4c22-b14f-fd01b9f5b053.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.617098] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-093b9c41-3c6c-46e0-9186-194c7b58e99e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.641551] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 844.641551] env[69563]: value = "task-3403715" [ 844.641551] env[69563]: _type = "Task" [ 844.641551] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.651602] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.672773] env[69563]: DEBUG nova.network.neutron [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 844.702063] env[69563]: DEBUG oslo_concurrency.lockutils [None req-567c539f-0c46-41bc-a893-1aa80e102b99 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "4d3df167-4ca0-40e2-89c3-62ad1ed89887" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.834s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.842974] env[69563]: DEBUG nova.network.neutron [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Updating instance_info_cache with network_info: [{"id": "10c661b3-e4fd-4bc1-a27e-ab78f8adcd24", "address": "fa:16:3e:8a:2e:af", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c661b3-e4", "ovs_interfaceid": "10c661b3-e4fd-4bc1-a27e-ab78f8adcd24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 844.907842] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fe0402-1dd7-540e-a747-8028028b458c, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.908104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.908371] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] a6f321f4-f168-429c-b81a-bb58a7ebcce9/a6f321f4-f168-429c-b81a-bb58a7ebcce9.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.908640] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-548aad2f-4565-4be9-b531-9c669746448d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.915345] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 844.915345] env[69563]: value = "task-3403716" [ 844.915345] env[69563]: _type = "Task" [ 844.915345] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.924342] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.155204] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403715, 'name': ReconfigVM_Task, 'duration_secs': 0.323366} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.155429] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a6f719ae-ba5f-4c22-b14f-fd01b9f5b053/a6f719ae-ba5f-4c22-b14f-fd01b9f5b053.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.155889] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcf509f2-a17e-4959-b951-816d1e48a362 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.165561] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 845.165561] env[69563]: value = "task-3403717" [ 845.165561] env[69563]: _type = "Task" [ 845.165561] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.175511] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403717, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.181930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1b1ad1f-c5c3-4372-9711-d8863d896b10 tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.183281] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.361s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.183398] env[69563]: DEBUG nova.objects.instance [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lazy-loading 'resources' on Instance uuid ff8c6b80-405a-422a-b7d1-db785ce81cad {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.346080] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.346080] env[69563]: DEBUG nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Instance network_info: |[{"id": "10c661b3-e4fd-4bc1-a27e-ab78f8adcd24", "address": "fa:16:3e:8a:2e:af", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c661b3-e4", "ovs_interfaceid": "10c661b3-e4fd-4bc1-a27e-ab78f8adcd24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.346252] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:2e:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10c661b3-e4fd-4bc1-a27e-ab78f8adcd24', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.354066] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating folder: Project (d80ba41ffeb14645a71cda26a7cf01a2). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.354452] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a309af7f-2c97-41c0-af3b-3d7b3055fcc8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.368081] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created folder: Project (d80ba41ffeb14645a71cda26a7cf01a2) in parent group-v678952. [ 845.368353] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating folder: Instances. Parent ref: group-v679126. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.368639] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b65163c3-9e3b-4cfb-a25f-d60dc2373ebf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.397051] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created folder: Instances in parent group-v679126. [ 845.397354] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.398040] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.398040] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99d467da-1cbe-46a3-b4dd-3b7252b3173e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.421513] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.421513] env[69563]: value = "task-3403721" [ 845.421513] env[69563]: _type = "Task" [ 845.421513] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.429263] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.436823] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403721, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.507576] env[69563]: DEBUG nova.compute.manager [req-e88403d1-ba58-44c4-b901-91e3fe00389b req-c07e7c78-6c96-434c-b836-9245ddcfc95b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Received event network-changed-10c661b3-e4fd-4bc1-a27e-ab78f8adcd24 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.508544] env[69563]: DEBUG nova.compute.manager [req-e88403d1-ba58-44c4-b901-91e3fe00389b req-c07e7c78-6c96-434c-b836-9245ddcfc95b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Refreshing instance network info cache due to event network-changed-10c661b3-e4fd-4bc1-a27e-ab78f8adcd24. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.508544] env[69563]: DEBUG oslo_concurrency.lockutils [req-e88403d1-ba58-44c4-b901-91e3fe00389b req-c07e7c78-6c96-434c-b836-9245ddcfc95b service nova] Acquiring lock "refresh_cache-d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.508544] env[69563]: DEBUG oslo_concurrency.lockutils [req-e88403d1-ba58-44c4-b901-91e3fe00389b req-c07e7c78-6c96-434c-b836-9245ddcfc95b service nova] Acquired lock "refresh_cache-d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.508804] env[69563]: DEBUG nova.network.neutron [req-e88403d1-ba58-44c4-b901-91e3fe00389b req-c07e7c78-6c96-434c-b836-9245ddcfc95b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Refreshing network info cache for port 10c661b3-e4fd-4bc1-a27e-ab78f8adcd24 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 845.677476] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403717, 'name': Rename_Task, 'duration_secs': 0.155344} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.677770] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.678262] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35951204-e84c-45cb-a0fe-31ba0d37984d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.684640] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 845.684640] env[69563]: value = "task-3403722" [ 845.684640] env[69563]: _type = "Task" [ 845.684640] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.696429] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.933215] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588712} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.939094] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] a6f321f4-f168-429c-b81a-bb58a7ebcce9/a6f321f4-f168-429c-b81a-bb58a7ebcce9.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.939911] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.939911] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403721, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.940033] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8bd4de2-103f-4663-90be-b19f30b27d45 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.946950] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 845.946950] env[69563]: value = "task-3403723" [ 845.946950] env[69563]: _type = "Task" [ 845.946950] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.958787] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.145718] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c99cb2a-6579-42b3-8d90-d7c8e9899b51 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.155059] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3489b905-447e-44a9-ba4d-f90e33b62761 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.186889] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3284a5-96d8-49a8-8da5-19474c383d88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.201219] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f31f17-ad4e-41a2-8092-b5851bf80fa7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.205180] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403722, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.215458] env[69563]: DEBUG nova.compute.provider_tree [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.294883] env[69563]: DEBUG nova.network.neutron [req-e88403d1-ba58-44c4-b901-91e3fe00389b req-c07e7c78-6c96-434c-b836-9245ddcfc95b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Updated VIF entry in instance network info cache for port 10c661b3-e4fd-4bc1-a27e-ab78f8adcd24. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 846.295255] env[69563]: DEBUG nova.network.neutron [req-e88403d1-ba58-44c4-b901-91e3fe00389b req-c07e7c78-6c96-434c-b836-9245ddcfc95b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Updating instance_info_cache with network_info: [{"id": "10c661b3-e4fd-4bc1-a27e-ab78f8adcd24", "address": "fa:16:3e:8a:2e:af", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10c661b3-e4", "ovs_interfaceid": "10c661b3-e4fd-4bc1-a27e-ab78f8adcd24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 846.434663] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403721, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.457059] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128565} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.457188] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.458088] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca4742-9233-4521-89f9-92416553d9f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.482026] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] a6f321f4-f168-429c-b81a-bb58a7ebcce9/a6f321f4-f168-429c-b81a-bb58a7ebcce9.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.482026] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0358d6-75f7-46d8-bc5b-da3d249ef8c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.502721] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 846.502721] env[69563]: value = "task-3403724" [ 846.502721] env[69563]: _type = "Task" [ 846.502721] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.511603] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.702669] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403722, 'name': PowerOnVM_Task, 'duration_secs': 0.734557} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.702669] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.702669] env[69563]: INFO nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Took 8.85 seconds to spawn the instance on the hypervisor. [ 846.702669] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.703688] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1515454a-6d68-4ddd-9e45-a17d7bc074cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.718637] env[69563]: DEBUG nova.scheduler.client.report [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.799886] env[69563]: DEBUG oslo_concurrency.lockutils [req-e88403d1-ba58-44c4-b901-91e3fe00389b req-c07e7c78-6c96-434c-b836-9245ddcfc95b service nova] Releasing lock "refresh_cache-d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.907115] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292be1e-1328-b764-16c7-d88163672308/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.908201] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea95aad5-9424-486e-824f-13070e842ff3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.915578] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292be1e-1328-b764-16c7-d88163672308/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.915756] env[69563]: ERROR oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292be1e-1328-b764-16c7-d88163672308/disk-0.vmdk due to incomplete transfer. [ 846.916030] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-871e8a61-8f55-41a1-a6b7-701d83a9a31a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.923869] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5292be1e-1328-b764-16c7-d88163672308/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.924092] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Uploaded image bfde000e-16b4-4d15-9970-634b415b4f18 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.927388] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.927783] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-242a77b3-1ac6-441e-9d26-6c159027572e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.942038] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403721, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.942363] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 846.942363] env[69563]: value = "task-3403725" [ 846.942363] env[69563]: _type = "Task" [ 846.942363] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.950858] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403725, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.980472] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "1aff3dae-6241-4b0a-96e1-85435273f4d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.980712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "1aff3dae-6241-4b0a-96e1-85435273f4d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.013538] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403724, 'name': ReconfigVM_Task, 'duration_secs': 0.468898} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.013822] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Reconfigured VM instance instance-0000003c to attach disk [datastore1] a6f321f4-f168-429c-b81a-bb58a7ebcce9/a6f321f4-f168-429c-b81a-bb58a7ebcce9.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.014490] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d0c1a26-be0f-4fb2-918c-afdc74b4ac15 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.021510] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 847.021510] env[69563]: value = "task-3403726" [ 847.021510] env[69563]: _type = "Task" [ 847.021510] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.030046] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403726, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.170475] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "35e089c6-2789-412d-b382-d2f1047b104f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.170697] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "35e089c6-2789-412d-b382-d2f1047b104f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.220864] env[69563]: INFO nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Took 52.57 seconds to build instance. [ 847.223591] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.226933] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.857s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.226933] env[69563]: DEBUG nova.objects.instance [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.243742] env[69563]: INFO nova.scheduler.client.report [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Deleted allocations for instance ff8c6b80-405a-422a-b7d1-db785ce81cad [ 847.440768] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403721, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.454431] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403725, 'name': Destroy_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.483319] env[69563]: DEBUG nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.531763] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403726, 'name': Rename_Task, 'duration_secs': 0.178728} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.532079] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.532348] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c2fea8a-48bd-4172-9d4e-50df51240d2f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.537544] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 847.537544] env[69563]: value = "task-3403727" [ 847.537544] env[69563]: _type = "Task" [ 847.537544] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.545288] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.673617] env[69563]: DEBUG nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.722729] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.007s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.750620] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f831d76-0a04-44b7-9897-f3821ab2375a tempest-ServersTestManualDisk-1715697468 tempest-ServersTestManualDisk-1715697468-project-member] Lock "ff8c6b80-405a-422a-b7d1-db785ce81cad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.619s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.938019] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403721, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.951455] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403725, 'name': Destroy_Task, 'duration_secs': 0.563055} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.951455] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Destroyed the VM [ 847.951646] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.951897] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5bf948e0-c9de-4b67-81b7-86855dc1829c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.957819] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 847.957819] env[69563]: value = "task-3403728" [ 847.957819] env[69563]: _type = "Task" [ 847.957819] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.965462] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403728, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.048304] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.110444] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.192424] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.235673] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bca36cf-524a-4d83-9099-3e34f40b0681 tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.237069] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.447s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.239213] env[69563]: INFO nova.compute.claims [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.438667] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403721, 'name': CreateVM_Task, 'duration_secs': 2.652254} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.438848] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.439572] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.439738] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.440117] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.440392] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36b2b5d-4d02-4759-b8ac-7a9acbfd7765 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.448523] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 848.448523] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524011d4-7697-0307-b414-b8bc151b665e" [ 848.448523] env[69563]: _type = "Task" [ 848.448523] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.458549] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524011d4-7697-0307-b414-b8bc151b665e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.466437] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403728, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.549017] env[69563]: DEBUG oslo_vmware.api [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403727, 'name': PowerOnVM_Task, 'duration_secs': 0.737656} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.549314] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.549730] env[69563]: INFO nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Took 7.97 seconds to spawn the instance on the hypervisor. [ 848.549730] env[69563]: DEBUG nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.550547] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9da980-7202-4b8d-ac08-d1e7ac5a79cc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.959915] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524011d4-7697-0307-b414-b8bc151b665e, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.963814] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.964235] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.964833] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.965074] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.965325] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.965721] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b85f406-47d6-4215-8fc7-6fab8baebfe4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.973372] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403728, 'name': RemoveSnapshot_Task, 'duration_secs': 0.71916} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.974624] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.974993] env[69563]: DEBUG nova.compute.manager [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.975528] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.975597] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.976841] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de79005-f52d-4487-924c-44a7269608d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.979713] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fd6fb6-171a-4fd2-a6a1-03b8df80a748 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.988389] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 848.988389] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5261d4c9-7273-5f04-17ba-4b6f60538234" [ 848.988389] env[69563]: _type = "Task" [ 848.988389] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.006050] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5261d4c9-7273-5f04-17ba-4b6f60538234, 'name': SearchDatastore_Task, 'duration_secs': 0.012843} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.009766] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5920dd63-3064-4ea5-a958-4c7604732124 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.015105] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 849.015105] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5234aef7-e81c-a6b6-80b2-36e4f2889607" [ 849.015105] env[69563]: _type = "Task" [ 849.015105] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.023257] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5234aef7-e81c-a6b6-80b2-36e4f2889607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.036023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "18657ead-6d4e-4d20-bf36-838ecb022f71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.036023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.036023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "18657ead-6d4e-4d20-bf36-838ecb022f71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.036023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.036023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.036496] env[69563]: INFO nova.compute.manager [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Terminating instance [ 849.067915] env[69563]: INFO nova.compute.manager [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Took 53.34 seconds to build instance. [ 849.498786] env[69563]: INFO nova.compute.manager [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Shelve offloading [ 849.532963] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5234aef7-e81c-a6b6-80b2-36e4f2889607, 'name': SearchDatastore_Task, 'duration_secs': 0.017001} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.536266] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.536676] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36/d6b85a7b-b43c-4bcb-9574-a7f9252b0b36.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.537432] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d151c869-ddad-4631-8acb-a366f0b2231f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.546020] env[69563]: DEBUG nova.compute.manager [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.546020] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.546020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3750de2-2b28-4935-bc88-913ff9cbafac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.548903] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 849.548903] env[69563]: value = "task-3403729" [ 849.548903] env[69563]: _type = "Task" [ 849.548903] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.559602] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.560493] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f246d26-3f89-4b12-9f45-fa0f07529849 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.566382] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.573023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-93fe010b-a079-4e26-a786-1244dd07f9d9 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.814s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.573023] env[69563]: DEBUG oslo_vmware.api [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 849.573023] env[69563]: value = "task-3403730" [ 849.573023] env[69563]: _type = "Task" [ 849.573023] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.583390] env[69563]: DEBUG oslo_vmware.api [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.761069] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a3b638-ee5c-4e59-bd09-0d1e67f14890 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.772214] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3983564-1577-4244-aad5-10000fb97567 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.814831] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f25222-b5bb-4c56-8c59-944869a33c41 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.828745] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96645e0a-aea3-4567-9dda-ab0736deab92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.844211] env[69563]: DEBUG nova.compute.provider_tree [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.003233] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.003645] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc674aef-d9e0-445c-b8a1-0d765f0e09a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.014474] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 850.014474] env[69563]: value = "task-3403731" [ 850.014474] env[69563]: _type = "Task" [ 850.014474] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.025360] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 850.025574] env[69563]: DEBUG nova.compute.manager [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.026531] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc55367-1cb2-48ae-ab40-f168ccc4c2af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.041167] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.041612] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.041612] env[69563]: DEBUG nova.network.neutron [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 850.061192] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403729, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.084942] env[69563]: DEBUG oslo_vmware.api [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403730, 'name': PowerOffVM_Task, 'duration_secs': 0.225158} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.085158] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.085373] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.085593] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e5f6c1a-e85a-47c4-a403-ee3a0cf5f614 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.154220] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.154220] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.154320] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Deleting the datastore file [datastore1] 18657ead-6d4e-4d20-bf36-838ecb022f71 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.154508] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bc7297f-d9cc-4acc-b240-e70918e69a6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.160805] env[69563]: DEBUG oslo_vmware.api [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for the task: (returnval){ [ 850.160805] env[69563]: value = "task-3403733" [ 850.160805] env[69563]: _type = "Task" [ 850.160805] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.168800] env[69563]: DEBUG oslo_vmware.api [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.367129] env[69563]: ERROR nova.scheduler.client.report [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [req-57522075-6b99-46eb-856c-1a7f2607bd3c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57522075-6b99-46eb-856c-1a7f2607bd3c"}]} [ 850.389120] env[69563]: DEBUG nova.scheduler.client.report [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 850.402029] env[69563]: DEBUG nova.scheduler.client.report [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 850.402293] env[69563]: DEBUG nova.compute.provider_tree [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.414132] env[69563]: DEBUG nova.scheduler.client.report [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 850.434579] env[69563]: DEBUG nova.scheduler.client.report [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 850.537738] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "99f44c75-78e9-4616-86d4-42bd00fb49a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.538077] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "99f44c75-78e9-4616-86d4-42bd00fb49a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.538202] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "99f44c75-78e9-4616-86d4-42bd00fb49a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.538374] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "99f44c75-78e9-4616-86d4-42bd00fb49a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.538534] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "99f44c75-78e9-4616-86d4-42bd00fb49a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.542887] env[69563]: INFO nova.compute.manager [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Terminating instance [ 850.564892] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617603} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.567928] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36/d6b85a7b-b43c-4bcb-9574-a7f9252b0b36.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.568177] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.568820] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a19fbdc9-3553-4f70-a797-d1448a422f63 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.576389] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 850.576389] env[69563]: value = "task-3403734" [ 850.576389] env[69563]: _type = "Task" [ 850.576389] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.590384] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.673073] env[69563]: DEBUG oslo_vmware.api [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Task: {'id': task-3403733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156431} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.674966] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.675164] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.675338] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.675504] env[69563]: INFO nova.compute.manager [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Took 1.13 seconds to destroy the instance on the hypervisor. [ 850.675735] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.675922] env[69563]: DEBUG nova.compute.manager [-] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.676024] env[69563]: DEBUG nova.network.neutron [-] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 850.793889] env[69563]: DEBUG nova.network.neutron [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [{"id": "6e488c88-ce31-424e-9524-6a97ab0057c9", "address": "fa:16:3e:18:fb:49", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e488c88-ce", "ovs_interfaceid": "6e488c88-ce31-424e-9524-6a97ab0057c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 850.868069] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9c6f54-264f-4b54-86e6-6c33b56b15b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.877321] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128c254-1150-4efa-afc5-2738597c3042 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.920164] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e81bc6-614a-4885-ace2-43162fbe64df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.932046] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7a4ae-87ed-4f00-9440-0cbc7c7f244b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.946768] env[69563]: DEBUG nova.compute.provider_tree [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.056534] env[69563]: DEBUG nova.compute.manager [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.056772] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.057721] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a04a101-ef1f-44dd-958e-c06b8892f5db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.066881] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.067193] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e97baf-a094-4e4c-a4e8-babb66264bfb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.073174] env[69563]: DEBUG oslo_vmware.api [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 851.073174] env[69563]: value = "task-3403735" [ 851.073174] env[69563]: _type = "Task" [ 851.073174] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.083586] env[69563]: DEBUG oslo_vmware.api [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.088330] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080398} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.088603] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.089400] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb4899f-614c-40b4-b5b5-35574fbb9f5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.113336] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36/d6b85a7b-b43c-4bcb-9574-a7f9252b0b36.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.113636] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59189d2-71f2-4700-91a2-e10f9e640dfd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.137046] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 851.137046] env[69563]: value = "task-3403736" [ 851.137046] env[69563]: _type = "Task" [ 851.137046] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.144603] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.299039] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.490062] env[69563]: DEBUG nova.scheduler.client.report [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 851.490479] env[69563]: DEBUG nova.compute.provider_tree [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 93 to 94 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 851.490714] env[69563]: DEBUG nova.compute.provider_tree [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.547282] env[69563]: DEBUG nova.compute.manager [req-7503b9dd-5d78-4519-9008-e0e9070cde34 req-6cacdfd4-c0fa-4a0d-a3ab-1792435eee91 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Received event network-vif-deleted-dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.547549] env[69563]: INFO nova.compute.manager [req-7503b9dd-5d78-4519-9008-e0e9070cde34 req-6cacdfd4-c0fa-4a0d-a3ab-1792435eee91 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Neutron deleted interface dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8; detaching it from the instance and deleting it from the info cache [ 851.547650] env[69563]: DEBUG nova.network.neutron [req-7503b9dd-5d78-4519-9008-e0e9070cde34 req-6cacdfd4-c0fa-4a0d-a3ab-1792435eee91 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 851.584701] env[69563]: DEBUG oslo_vmware.api [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.646604] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403736, 'name': ReconfigVM_Task, 'duration_secs': 0.427482} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.646982] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Reconfigured VM instance instance-0000003d to attach disk [datastore1] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36/d6b85a7b-b43c-4bcb-9574-a7f9252b0b36.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.647686] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-548a0ff4-86fb-401c-ad3e-a96154d74f0e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.655696] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 851.655696] env[69563]: value = "task-3403737" [ 851.655696] env[69563]: _type = "Task" [ 851.655696] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.672059] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403737, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.887613] env[69563]: DEBUG nova.compute.manager [req-0ebf87ca-da09-44ca-b7c2-2444bd275471 req-ec036312-1737-47f9-802b-dbb33bef27a4 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received event network-vif-unplugged-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.887797] env[69563]: DEBUG oslo_concurrency.lockutils [req-0ebf87ca-da09-44ca-b7c2-2444bd275471 req-ec036312-1737-47f9-802b-dbb33bef27a4 service nova] Acquiring lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.888035] env[69563]: DEBUG oslo_concurrency.lockutils [req-0ebf87ca-da09-44ca-b7c2-2444bd275471 req-ec036312-1737-47f9-802b-dbb33bef27a4 service nova] Lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.888204] env[69563]: DEBUG oslo_concurrency.lockutils [req-0ebf87ca-da09-44ca-b7c2-2444bd275471 req-ec036312-1737-47f9-802b-dbb33bef27a4 service nova] Lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.888364] env[69563]: DEBUG nova.compute.manager [req-0ebf87ca-da09-44ca-b7c2-2444bd275471 req-ec036312-1737-47f9-802b-dbb33bef27a4 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] No waiting events found dispatching network-vif-unplugged-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.888883] env[69563]: WARNING nova.compute.manager [req-0ebf87ca-da09-44ca-b7c2-2444bd275471 req-ec036312-1737-47f9-802b-dbb33bef27a4 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received unexpected event network-vif-unplugged-6e488c88-ce31-424e-9524-6a97ab0057c9 for instance with vm_state shelved and task_state shelving_offloading. [ 851.923206] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.924091] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe48e01-dff8-4b98-beaa-2a9b524a5dcc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.931357] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.933178] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7debd70c-c763-4678-9888-67bf8322bb71 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.938983] env[69563]: DEBUG nova.network.neutron [-] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 851.996363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.759s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.997388] env[69563]: DEBUG nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.002331] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.808s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.003867] env[69563]: INFO nova.compute.claims [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.006347] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.006585] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.006815] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleting the datastore file [datastore1] 1916e270-5696-40ae-af2d-382fbb64c25e {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.009791] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85ab8cfc-7f81-46a0-a62d-5a70ed822bc6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.014448] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 852.014448] env[69563]: value = "task-3403739" [ 852.014448] env[69563]: _type = "Task" [ 852.014448] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.023313] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.050519] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3beba2a1-a48a-45f4-8cf9-caab923fd3be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.060246] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829ace11-0d8c-43b1-80a0-788736c37887 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.082362] env[69563]: DEBUG oslo_vmware.api [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403735, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.096539] env[69563]: DEBUG nova.compute.manager [req-7503b9dd-5d78-4519-9008-e0e9070cde34 req-6cacdfd4-c0fa-4a0d-a3ab-1792435eee91 service nova] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Detach interface failed, port_id=dc6d8dc7-0acc-4a23-b65f-5b79a32b9ea8, reason: Instance 18657ead-6d4e-4d20-bf36-838ecb022f71 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 852.167022] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403737, 'name': Rename_Task, 'duration_secs': 0.153406} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.167257] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.167503] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa020a5b-c9c9-4a09-ac7d-2e243808aaa9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.174481] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 852.174481] env[69563]: value = "task-3403740" [ 852.174481] env[69563]: _type = "Task" [ 852.174481] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.182252] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.440583] env[69563]: INFO nova.compute.manager [-] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Took 1.76 seconds to deallocate network for instance. [ 852.511031] env[69563]: DEBUG nova.compute.utils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.512289] env[69563]: DEBUG nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.512517] env[69563]: DEBUG nova.network.neutron [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 852.524336] env[69563]: DEBUG oslo_vmware.api [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132346} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.524563] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.524691] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.524863] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.549604] env[69563]: INFO nova.scheduler.client.report [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleted allocations for instance 1916e270-5696-40ae-af2d-382fbb64c25e [ 852.560074] env[69563]: DEBUG nova.policy [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da391b1ff057449f95421789ad079ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8a6f141445486095c802879a5703d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.585322] env[69563]: DEBUG oslo_vmware.api [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403735, 'name': PowerOffVM_Task, 'duration_secs': 1.138269} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.586267] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.586442] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.586699] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-910b98a2-f193-4ac7-be73-2ae6787783af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.647699] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.647699] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.647925] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleting the datastore file [datastore2] 99f44c75-78e9-4616-86d4-42bd00fb49a5 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.648076] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5f56f6a-8a5a-4b8c-8072-c19d37c1afff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.655567] env[69563]: DEBUG oslo_vmware.api [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 852.655567] env[69563]: value = "task-3403742" [ 852.655567] env[69563]: _type = "Task" [ 852.655567] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.663494] env[69563]: DEBUG oslo_vmware.api [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.682575] env[69563]: DEBUG oslo_vmware.api [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403740, 'name': PowerOnVM_Task, 'duration_secs': 0.485958} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.682859] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.683105] env[69563]: INFO nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Took 9.55 seconds to spawn the instance on the hypervisor. [ 852.683347] env[69563]: DEBUG nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.684239] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa3f8d7-3c42-48bb-8a44-b781058186e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.908911] env[69563]: DEBUG nova.network.neutron [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Successfully created port: 7b878946-4420-4bc7-bf31-5436a0deb37c {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 852.947599] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.017376] env[69563]: DEBUG nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.056976] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.164361] env[69563]: DEBUG oslo_vmware.api [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476052} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.164686] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.164933] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.165166] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.165384] env[69563]: INFO nova.compute.manager [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Took 2.11 seconds to destroy the instance on the hypervisor. [ 853.165715] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.169735] env[69563]: DEBUG nova.compute.manager [-] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.169735] env[69563]: DEBUG nova.network.neutron [-] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 853.201747] env[69563]: INFO nova.compute.manager [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Took 55.01 seconds to build instance. [ 853.502560] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b805f98-51fd-420c-a2db-17eaa9dc80cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.511613] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be5672c-eead-45f9-9e20-ff6b13db73c4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.549132] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354c2134-35f6-4f47-bc32-4aefbe63b90b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.558268] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde8003d-76eb-436e-bdfa-f20ee8b74a82 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.572744] env[69563]: DEBUG nova.compute.provider_tree [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.622540] env[69563]: DEBUG nova.compute.manager [req-b405c8f2-6602-46cb-8e84-718c74667643 req-338d7cbe-2c6e-47ef-9ed6-748ba5fe2cff service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Received event network-vif-deleted-f628377b-4c5b-4999-8c2e-399312e31203 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.622747] env[69563]: INFO nova.compute.manager [req-b405c8f2-6602-46cb-8e84-718c74667643 req-338d7cbe-2c6e-47ef-9ed6-748ba5fe2cff service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Neutron deleted interface f628377b-4c5b-4999-8c2e-399312e31203; detaching it from the instance and deleting it from the info cache [ 853.622917] env[69563]: DEBUG nova.network.neutron [req-b405c8f2-6602-46cb-8e84-718c74667643 req-338d7cbe-2c6e-47ef-9ed6-748ba5fe2cff service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 853.704662] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf59d998-2cdf-40fc-a856-daf0fe692a94 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.951s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.919514] env[69563]: DEBUG nova.compute.manager [req-e2012402-cbe1-477f-80dc-e34b60bfc77b req-535c4504-23d4-4349-a500-84efbb1a6471 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received event network-changed-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.919703] env[69563]: DEBUG nova.compute.manager [req-e2012402-cbe1-477f-80dc-e34b60bfc77b req-535c4504-23d4-4349-a500-84efbb1a6471 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Refreshing instance network info cache due to event network-changed-6e488c88-ce31-424e-9524-6a97ab0057c9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.919916] env[69563]: DEBUG oslo_concurrency.lockutils [req-e2012402-cbe1-477f-80dc-e34b60bfc77b req-535c4504-23d4-4349-a500-84efbb1a6471 service nova] Acquiring lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.920097] env[69563]: DEBUG oslo_concurrency.lockutils [req-e2012402-cbe1-477f-80dc-e34b60bfc77b req-535c4504-23d4-4349-a500-84efbb1a6471 service nova] Acquired lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.920269] env[69563]: DEBUG nova.network.neutron [req-e2012402-cbe1-477f-80dc-e34b60bfc77b req-535c4504-23d4-4349-a500-84efbb1a6471 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Refreshing network info cache for port 6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 853.963113] env[69563]: DEBUG nova.network.neutron [-] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 854.049721] env[69563]: DEBUG nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.072181] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a700818708f10e6340a25ea9fe6d8df2',container_format='bare',created_at=2025-04-10T18:55:47Z,direct_url=,disk_format='vmdk',id=1d78938b-e70e-4e4f-8929-f7d58683585b,min_disk=1,min_ram=0,name='tempest-test-snap-579935999',owner='2e8a6f141445486095c802879a5703d4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-10T18:56:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.072438] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.072676] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.072892] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.073081] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.073235] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.073463] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.073647] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.073849] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.074029] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.074213] env[69563]: DEBUG nova.virt.hardware [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.075133] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98670941-a932-4cf6-af21-6cbbfd33b40c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.085962] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a38411-5b1c-42b2-a3e3-6d355c83a5f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.100901] env[69563]: ERROR nova.scheduler.client.report [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [req-ced89361-5000-4072-9e60-90f90bf237c7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ced89361-5000-4072-9e60-90f90bf237c7"}]} [ 854.117491] env[69563]: DEBUG nova.scheduler.client.report [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 854.125866] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e158eac5-1050-4025-8852-62790ba3a45e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.132347] env[69563]: DEBUG nova.scheduler.client.report [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 854.132567] env[69563]: DEBUG nova.compute.provider_tree [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.136957] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a828c3b-4da3-4d9b-a86a-10a6b42f6173 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.158059] env[69563]: DEBUG nova.scheduler.client.report [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 854.176026] env[69563]: DEBUG nova.compute.manager [req-b405c8f2-6602-46cb-8e84-718c74667643 req-338d7cbe-2c6e-47ef-9ed6-748ba5fe2cff service nova] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Detach interface failed, port_id=f628377b-4c5b-4999-8c2e-399312e31203, reason: Instance 99f44c75-78e9-4616-86d4-42bd00fb49a5 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.183426] env[69563]: DEBUG nova.scheduler.client.report [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 854.315233] env[69563]: INFO nova.compute.manager [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Rebuilding instance [ 854.357054] env[69563]: DEBUG nova.compute.manager [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.357972] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36369ec4-ef35-4319-b222-c6eca6735c89 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.465849] env[69563]: INFO nova.compute.manager [-] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Took 1.30 seconds to deallocate network for instance. [ 854.529340] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "1916e270-5696-40ae-af2d-382fbb64c25e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.535771] env[69563]: DEBUG nova.network.neutron [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Successfully updated port: 7b878946-4420-4bc7-bf31-5436a0deb37c {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 854.622636] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ae6756-437c-4c28-83b1-a4ec10ba579d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.635377] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f3ae5c-446e-468d-bab7-2c9b1530fd93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.667999] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2913157-bf96-4628-bf3e-ee47c00df639 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.676118] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a37327-3eed-4be0-9545-2205fffd0251 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.690097] env[69563]: DEBUG nova.compute.provider_tree [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.693411] env[69563]: DEBUG nova.network.neutron [req-e2012402-cbe1-477f-80dc-e34b60bfc77b req-535c4504-23d4-4349-a500-84efbb1a6471 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updated VIF entry in instance network info cache for port 6e488c88-ce31-424e-9524-6a97ab0057c9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 854.694027] env[69563]: DEBUG nova.network.neutron [req-e2012402-cbe1-477f-80dc-e34b60bfc77b req-535c4504-23d4-4349-a500-84efbb1a6471 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [{"id": "6e488c88-ce31-424e-9524-6a97ab0057c9", "address": "fa:16:3e:18:fb:49", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": null, "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6e488c88-ce", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 854.975440] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.038803] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "refresh_cache-42760580-d1d4-4733-b4c0-f5f54e111d95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.038955] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "refresh_cache-42760580-d1d4-4733-b4c0-f5f54e111d95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.039129] env[69563]: DEBUG nova.network.neutron [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 855.199204] env[69563]: DEBUG oslo_concurrency.lockutils [req-e2012402-cbe1-477f-80dc-e34b60bfc77b req-535c4504-23d4-4349-a500-84efbb1a6471 service nova] Releasing lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.227398] env[69563]: DEBUG nova.scheduler.client.report [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 855.227673] env[69563]: DEBUG nova.compute.provider_tree [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 95 to 96 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 855.227873] env[69563]: DEBUG nova.compute.provider_tree [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.374132] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.375021] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dabed93b-e32a-4fc6-8800-2f664ae30242 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.383342] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 855.383342] env[69563]: value = "task-3403743" [ 855.383342] env[69563]: _type = "Task" [ 855.383342] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.392756] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.572823] env[69563]: DEBUG nova.network.neutron [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 855.720375] env[69563]: DEBUG nova.network.neutron [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Updating instance_info_cache with network_info: [{"id": "7b878946-4420-4bc7-bf31-5436a0deb37c", "address": "fa:16:3e:a8:30:45", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b878946-44", "ovs_interfaceid": "7b878946-4420-4bc7-bf31-5436a0deb37c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 855.733022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.731s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.733661] env[69563]: DEBUG nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.736704] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.189s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.736922] env[69563]: DEBUG nova.objects.instance [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lazy-loading 'resources' on Instance uuid 884fb10c-cf09-4705-b09c-9f6eb0298cea {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.892990] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403743, 'name': PowerOffVM_Task, 'duration_secs': 0.189257} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.893261] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.893495] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.894282] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3627635-4267-4fc0-9b85-69a3c596b7fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.900532] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.900753] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8f36192-4cbf-44a1-8d1a-1166f268a26d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.946674] env[69563]: DEBUG nova.compute.manager [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Received event network-vif-plugged-7b878946-4420-4bc7-bf31-5436a0deb37c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.946720] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] Acquiring lock "42760580-d1d4-4733-b4c0-f5f54e111d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.946881] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] Lock "42760580-d1d4-4733-b4c0-f5f54e111d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.947077] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] Lock "42760580-d1d4-4733-b4c0-f5f54e111d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.947247] env[69563]: DEBUG nova.compute.manager [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] No waiting events found dispatching network-vif-plugged-7b878946-4420-4bc7-bf31-5436a0deb37c {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.947467] env[69563]: WARNING nova.compute.manager [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Received unexpected event network-vif-plugged-7b878946-4420-4bc7-bf31-5436a0deb37c for instance with vm_state building and task_state spawning. [ 855.947564] env[69563]: DEBUG nova.compute.manager [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Received event network-changed-7b878946-4420-4bc7-bf31-5436a0deb37c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.947717] env[69563]: DEBUG nova.compute.manager [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Refreshing instance network info cache due to event network-changed-7b878946-4420-4bc7-bf31-5436a0deb37c. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.948011] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] Acquiring lock "refresh_cache-42760580-d1d4-4733-b4c0-f5f54e111d95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.963550] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.963755] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.963924] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleting the datastore file [datastore1] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.964201] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3d60ada-4dc1-441c-8560-3b1781f4e409 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.970208] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 855.970208] env[69563]: value = "task-3403745" [ 855.970208] env[69563]: _type = "Task" [ 855.970208] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.978185] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.223643] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "refresh_cache-42760580-d1d4-4733-b4c0-f5f54e111d95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.224008] env[69563]: DEBUG nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Instance network_info: |[{"id": "7b878946-4420-4bc7-bf31-5436a0deb37c", "address": "fa:16:3e:a8:30:45", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b878946-44", "ovs_interfaceid": "7b878946-4420-4bc7-bf31-5436a0deb37c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.224330] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] Acquired lock "refresh_cache-42760580-d1d4-4733-b4c0-f5f54e111d95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.224512] env[69563]: DEBUG nova.network.neutron [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Refreshing network info cache for port 7b878946-4420-4bc7-bf31-5436a0deb37c {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 856.225783] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:30:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b878946-4420-4bc7-bf31-5436a0deb37c', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.233178] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.233631] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.233854] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab5389a-c320-45e1-822b-e110b4409d46 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.249410] env[69563]: DEBUG nova.compute.utils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.253588] env[69563]: DEBUG nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.253771] env[69563]: DEBUG nova.network.neutron [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 856.261636] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.261636] env[69563]: value = "task-3403746" [ 856.261636] env[69563]: _type = "Task" [ 856.261636] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.271863] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403746, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.292072] env[69563]: DEBUG nova.policy [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afedd70a4954ecc8fee29be6e9fb0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9907d693720e4476b39789a6b54504ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.482900] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194752} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.483247] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.484764] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.484764] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.635598] env[69563]: DEBUG nova.network.neutron [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Successfully created port: d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.678617] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e576d3e-4b76-4f5d-bb9c-6762c83ea794 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.686012] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7bbe60-c04b-477e-98a8-8d3afcfbd373 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.717538] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8c4f8f-761b-4f60-bae0-0a55103f7e18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.726119] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32407015-ae60-4f37-8c03-ee25bbcfc737 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.744328] env[69563]: DEBUG nova.compute.provider_tree [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.753892] env[69563]: DEBUG nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.771770] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403746, 'name': CreateVM_Task, 'duration_secs': 0.468895} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.771920] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.772621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.772775] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.774313] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.774313] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4ffd48-6880-4113-853d-7ffdfe19b4bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.780311] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 856.780311] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5269494d-e5c4-8ccb-ee3c-ba0dda01fb10" [ 856.780311] env[69563]: _type = "Task" [ 856.780311] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.788803] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5269494d-e5c4-8ccb-ee3c-ba0dda01fb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.953773] env[69563]: DEBUG nova.network.neutron [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Updated VIF entry in instance network info cache for port 7b878946-4420-4bc7-bf31-5436a0deb37c. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 856.954147] env[69563]: DEBUG nova.network.neutron [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Updating instance_info_cache with network_info: [{"id": "7b878946-4420-4bc7-bf31-5436a0deb37c", "address": "fa:16:3e:a8:30:45", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b878946-44", "ovs_interfaceid": "7b878946-4420-4bc7-bf31-5436a0deb37c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 857.247397] env[69563]: DEBUG nova.scheduler.client.report [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.291946] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.292190] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Processing image 1d78938b-e70e-4e4f-8929-f7d58683585b {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.292441] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b/1d78938b-e70e-4e4f-8929-f7d58683585b.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.292587] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b/1d78938b-e70e-4e4f-8929-f7d58683585b.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.292761] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.293268] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86ad1328-c5fe-4f10-a58f-c8a13a8b0c40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.302058] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.302058] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.302355] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d567d92-74db-481e-8cd7-137e08a02829 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.307256] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 857.307256] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5245df8d-fdb2-c58b-2626-d18c60e55f3c" [ 857.307256] env[69563]: _type = "Task" [ 857.307256] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.315069] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5245df8d-fdb2-c58b-2626-d18c60e55f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.456325] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa985085-e70f-481f-a6ff-851ebb4b2792 req-78a45e38-2529-45f1-9ab8-f129895cd53b service nova] Releasing lock "refresh_cache-42760580-d1d4-4733-b4c0-f5f54e111d95" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.519893] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.520179] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.520339] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.520521] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.520663] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.520803] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.521020] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.521205] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.521370] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.521528] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.521692] env[69563]: DEBUG nova.virt.hardware [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.522577] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9073e6-81d6-4d18-b696-12a1182555ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.530751] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a75b4d9-c2f6-4025-928e-5762f59a8e24 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.545663] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:2e:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10c661b3-e4fd-4bc1-a27e-ab78f8adcd24', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.552996] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.553553] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.553759] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa31944-2efe-4516-acbc-53eaaec5b73d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.573221] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.573221] env[69563]: value = "task-3403747" [ 857.573221] env[69563]: _type = "Task" [ 857.573221] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.581032] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403747, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.752381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.755035] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.295s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.755340] env[69563]: DEBUG nova.objects.instance [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lazy-loading 'resources' on Instance uuid 324236de-2b29-4ece-a7a7-e05a04f5f1b7 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.762761] env[69563]: DEBUG nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.784915] env[69563]: INFO nova.scheduler.client.report [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Deleted allocations for instance 884fb10c-cf09-4705-b09c-9f6eb0298cea [ 857.789789] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.789956] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.790192] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.790397] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.790542] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.790692] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.790900] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.791350] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.791448] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.791595] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.791765] env[69563]: DEBUG nova.virt.hardware [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.792652] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d46f9-4465-4b4d-a271-8f8bf0d3c3cb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.803488] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881fb28b-41a1-4c93-afc8-5f40818d0350 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.824053] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Preparing fetch location {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 857.824308] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Fetch image to [datastore2] OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7/OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7.vmdk {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 857.824490] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Downloading stream optimized image 1d78938b-e70e-4e4f-8929-f7d58683585b to [datastore2] OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7/OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7.vmdk on the data store datastore2 as vApp {{(pid=69563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 857.824654] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Downloading image file data 1d78938b-e70e-4e4f-8929-f7d58683585b to the ESX as VM named 'OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7' {{(pid=69563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 857.900461] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 857.900461] env[69563]: value = "resgroup-9" [ 857.900461] env[69563]: _type = "ResourcePool" [ 857.900461] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 857.900740] env[69563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-89d8d476-f095-41f9-babc-c3076f887c84 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.921777] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lease: (returnval){ [ 857.921777] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d1679a-b7f7-8684-4e29-e00b185bf56f" [ 857.921777] env[69563]: _type = "HttpNfcLease" [ 857.921777] env[69563]: } obtained for vApp import into resource pool (val){ [ 857.921777] env[69563]: value = "resgroup-9" [ 857.921777] env[69563]: _type = "ResourcePool" [ 857.921777] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 857.922034] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the lease: (returnval){ [ 857.922034] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d1679a-b7f7-8684-4e29-e00b185bf56f" [ 857.922034] env[69563]: _type = "HttpNfcLease" [ 857.922034] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 857.928282] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.928282] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d1679a-b7f7-8684-4e29-e00b185bf56f" [ 857.928282] env[69563]: _type = "HttpNfcLease" [ 857.928282] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 858.076394] env[69563]: DEBUG nova.compute.manager [req-157756b5-4fc5-40e1-8dde-c887b8215f1e req-7b7d403f-4ee2-4373-87dd-d9e2f968c22d service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Received event network-vif-plugged-d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.076688] env[69563]: DEBUG oslo_concurrency.lockutils [req-157756b5-4fc5-40e1-8dde-c887b8215f1e req-7b7d403f-4ee2-4373-87dd-d9e2f968c22d service nova] Acquiring lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.076921] env[69563]: DEBUG oslo_concurrency.lockutils [req-157756b5-4fc5-40e1-8dde-c887b8215f1e req-7b7d403f-4ee2-4373-87dd-d9e2f968c22d service nova] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.077095] env[69563]: DEBUG oslo_concurrency.lockutils [req-157756b5-4fc5-40e1-8dde-c887b8215f1e req-7b7d403f-4ee2-4373-87dd-d9e2f968c22d service nova] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.077301] env[69563]: DEBUG nova.compute.manager [req-157756b5-4fc5-40e1-8dde-c887b8215f1e req-7b7d403f-4ee2-4373-87dd-d9e2f968c22d service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] No waiting events found dispatching network-vif-plugged-d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.077503] env[69563]: WARNING nova.compute.manager [req-157756b5-4fc5-40e1-8dde-c887b8215f1e req-7b7d403f-4ee2-4373-87dd-d9e2f968c22d service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Received unexpected event network-vif-plugged-d9acdfcb-d8fc-4360-8f5c-88462f323a21 for instance with vm_state building and task_state spawning. [ 858.088746] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403747, 'name': CreateVM_Task, 'duration_secs': 0.33022} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.088925] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.089833] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.090030] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.090374] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.090624] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f8541a-bd11-4d75-9c1e-f79ddd44f8ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.095273] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 858.095273] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bf5423-0e56-5320-4d92-9d3d24db6707" [ 858.095273] env[69563]: _type = "Task" [ 858.095273] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.103051] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bf5423-0e56-5320-4d92-9d3d24db6707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.171416] env[69563]: DEBUG nova.network.neutron [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Successfully updated port: d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 858.306503] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6b612f04-f0fa-40b2-a88b-d14b0524fe7b tempest-ServerShowV254Test-1334329372 tempest-ServerShowV254Test-1334329372-project-member] Lock "884fb10c-cf09-4705-b09c-9f6eb0298cea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.958s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.435512] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.435512] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d1679a-b7f7-8684-4e29-e00b185bf56f" [ 858.435512] env[69563]: _type = "HttpNfcLease" [ 858.435512] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 858.435882] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 858.435882] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d1679a-b7f7-8684-4e29-e00b185bf56f" [ 858.435882] env[69563]: _type = "HttpNfcLease" [ 858.435882] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 858.436658] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72096c92-5b38-46ce-b064-2f83732e2ecb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.446354] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277d741-fe63-0d44-a6fe-c5d25ab0910b/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 858.446582] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277d741-fe63-0d44-a6fe-c5d25ab0910b/disk-0.vmdk. {{(pid=69563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 858.511662] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-560df2b8-e32c-470c-9fca-87c4f2e858bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.606312] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bf5423-0e56-5320-4d92-9d3d24db6707, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.609557] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.609840] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.610145] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.610342] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.610567] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.611321] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d820ca-a2f6-4c33-a768-bd68ab5f1317 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.619859] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.620129] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.623578] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d52a92-3e4c-4827-a3e5-7cabd36de60b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.629092] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 858.629092] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5219857f-4850-3a70-d22e-52cda2a59703" [ 858.629092] env[69563]: _type = "Task" [ 858.629092] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.640107] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5219857f-4850-3a70-d22e-52cda2a59703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.674157] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.674260] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.674988] env[69563]: DEBUG nova.network.neutron [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 858.743185] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9939dd56-9fe0-46a5-ae76-2cee9b1b93e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.755044] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f527b903-fa46-429c-9507-0843b20917eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.793112] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bc16f7-b508-44d8-af1f-fa4ec52fb815 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.805039] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6923ac-6ce2-4300-8fb8-b65819565105 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.825998] env[69563]: DEBUG nova.compute.provider_tree [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.140867] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5219857f-4850-3a70-d22e-52cda2a59703, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.141699] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5dba15-4727-46f0-a809-ba0bcce4feb7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.146498] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 859.146498] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291e53d-c531-e8dd-1fa4-bdb454cc52fe" [ 859.146498] env[69563]: _type = "Task" [ 859.146498] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.153835] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291e53d-c531-e8dd-1fa4-bdb454cc52fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.209570] env[69563]: DEBUG nova.network.neutron [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 859.248829] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Completed reading data from the image iterator. {{(pid=69563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 859.249130] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277d741-fe63-0d44-a6fe-c5d25ab0910b/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 859.250085] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e221b3-9920-40e7-9c0f-e90ff118dc7c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.256418] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277d741-fe63-0d44-a6fe-c5d25ab0910b/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 859.256579] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277d741-fe63-0d44-a6fe-c5d25ab0910b/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 859.259165] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b2becdcf-6edf-4880-8003-ef9ae8fa737b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.334134] env[69563]: DEBUG nova.scheduler.client.report [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.383930] env[69563]: DEBUG nova.network.neutron [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Updating instance_info_cache with network_info: [{"id": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "address": "fa:16:3e:81:01:13", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9acdfcb-d8", "ovs_interfaceid": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 859.437839] env[69563]: DEBUG oslo_vmware.rw_handles [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277d741-fe63-0d44-a6fe-c5d25ab0910b/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 859.438044] env[69563]: INFO nova.virt.vmwareapi.images [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Downloaded image file data 1d78938b-e70e-4e4f-8929-f7d58683585b [ 859.438883] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cda5d71-61ae-445f-ab66-d89f32329af1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.454981] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31449a01-a33e-4c8a-9253-bf59e587063f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.475958] env[69563]: INFO nova.virt.vmwareapi.images [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] The imported VM was unregistered [ 859.478434] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Caching image {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 859.478667] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.478931] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5cef9c1-48d3-45cd-926b-a3b6a912c4a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.488806] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Created directory with path [datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.488986] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7/OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7.vmdk to [datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b/1d78938b-e70e-4e4f-8929-f7d58683585b.vmdk. {{(pid=69563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 859.489245] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e2bfebfc-b75d-42d8-9fa7-fba377fcc00a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.496255] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 859.496255] env[69563]: value = "task-3403750" [ 859.496255] env[69563]: _type = "Task" [ 859.496255] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.504924] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403750, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.658763] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291e53d-c531-e8dd-1fa4-bdb454cc52fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.659035] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.659304] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36/d6b85a7b-b43c-4bcb-9574-a7f9252b0b36.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.659590] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05a11322-3189-4a1e-b3c8-9145fee869e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.666221] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 859.666221] env[69563]: value = "task-3403751" [ 859.666221] env[69563]: _type = "Task" [ 859.666221] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.674702] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.839318] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.842496] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.855s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.842496] env[69563]: DEBUG nova.objects.instance [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lazy-loading 'resources' on Instance uuid 21f1d3ef-3e36-4a18-812c-a018b52d5120 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.861648] env[69563]: INFO nova.scheduler.client.report [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Deleted allocations for instance 324236de-2b29-4ece-a7a7-e05a04f5f1b7 [ 859.888264] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.888622] env[69563]: DEBUG nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Instance network_info: |[{"id": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "address": "fa:16:3e:81:01:13", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9acdfcb-d8", "ovs_interfaceid": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.889303] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:01:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9acdfcb-d8fc-4360-8f5c-88462f323a21', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.898033] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.898244] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.898498] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc12d537-5e3f-43e0-bc70-8abe1908d1de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.920310] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.920310] env[69563]: value = "task-3403752" [ 859.920310] env[69563]: _type = "Task" [ 859.920310] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.930021] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403752, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.006283] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403750, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.104313] env[69563]: DEBUG nova.compute.manager [req-905792dd-d437-4e1c-895b-6fc7b4aee91b req-3912a258-4622-4882-b25d-fca512de82dd service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Received event network-changed-d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.104590] env[69563]: DEBUG nova.compute.manager [req-905792dd-d437-4e1c-895b-6fc7b4aee91b req-3912a258-4622-4882-b25d-fca512de82dd service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Refreshing instance network info cache due to event network-changed-d9acdfcb-d8fc-4360-8f5c-88462f323a21. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.104870] env[69563]: DEBUG oslo_concurrency.lockutils [req-905792dd-d437-4e1c-895b-6fc7b4aee91b req-3912a258-4622-4882-b25d-fca512de82dd service nova] Acquiring lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.105022] env[69563]: DEBUG oslo_concurrency.lockutils [req-905792dd-d437-4e1c-895b-6fc7b4aee91b req-3912a258-4622-4882-b25d-fca512de82dd service nova] Acquired lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.105156] env[69563]: DEBUG nova.network.neutron [req-905792dd-d437-4e1c-895b-6fc7b4aee91b req-3912a258-4622-4882-b25d-fca512de82dd service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Refreshing network info cache for port d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 860.180640] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.373026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46e94f4d-2173-488a-8d91-a1f30017ef38 tempest-ServersTestMultiNic-2106733822 tempest-ServersTestMultiNic-2106733822-project-member] Lock "324236de-2b29-4ece-a7a7-e05a04f5f1b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.097s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.433699] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403752, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.507557] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403750, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.679500] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.781060] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a308b-c9ac-49ec-b698-dc883ce4bedf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.791146] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbda25e-b1a9-4e1c-892e-98ed4bac521b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.825872] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94e99e3-f1e8-4da0-a234-d2c897bae452 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.835085] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6ff4b-564a-4bf1-834f-6d6872da1b64 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.850399] env[69563]: DEBUG nova.compute.provider_tree [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.936492] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403752, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.939784] env[69563]: DEBUG nova.network.neutron [req-905792dd-d437-4e1c-895b-6fc7b4aee91b req-3912a258-4622-4882-b25d-fca512de82dd service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Updated VIF entry in instance network info cache for port d9acdfcb-d8fc-4360-8f5c-88462f323a21. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 860.940291] env[69563]: DEBUG nova.network.neutron [req-905792dd-d437-4e1c-895b-6fc7b4aee91b req-3912a258-4622-4882-b25d-fca512de82dd service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Updating instance_info_cache with network_info: [{"id": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "address": "fa:16:3e:81:01:13", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9acdfcb-d8", "ovs_interfaceid": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 861.010677] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403750, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.179386] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403751, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.353567] env[69563]: DEBUG nova.scheduler.client.report [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.435780] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403752, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.442988] env[69563]: DEBUG oslo_concurrency.lockutils [req-905792dd-d437-4e1c-895b-6fc7b4aee91b req-3912a258-4622-4882-b25d-fca512de82dd service nova] Releasing lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.510941] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403750, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.681494] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403751, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.822634] env[69563]: INFO nova.compute.manager [None req-eb1b55b9-44d3-4437-8e70-fe8d7fa2fe58 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Get console output [ 861.823041] env[69563]: WARNING nova.virt.vmwareapi.driver [None req-eb1b55b9-44d3-4437-8e70-fe8d7fa2fe58 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] The console log is missing. Check your VSPC configuration [ 861.858874] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.861529] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.666s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.861769] env[69563]: DEBUG nova.objects.instance [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lazy-loading 'resources' on Instance uuid cf414a50-3006-49a7-b95e-c267a8661d6f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.883998] env[69563]: INFO nova.scheduler.client.report [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Deleted allocations for instance 21f1d3ef-3e36-4a18-812c-a018b52d5120 [ 861.936777] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403752, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.012075] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403750, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.181100] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403751, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.440302} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.181339] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36/d6b85a7b-b43c-4bcb-9574-a7f9252b0b36.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.181549] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.181796] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de0a9894-bc08-4118-b015-8a0284ff0f9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.187726] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 862.187726] env[69563]: value = "task-3403753" [ 862.187726] env[69563]: _type = "Task" [ 862.187726] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.197631] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.395014] env[69563]: DEBUG oslo_concurrency.lockutils [None req-41986cf0-da3c-4593-a908-76571350b1da tempest-ServersListShow298Test-708234011 tempest-ServersListShow298Test-708234011-project-member] Lock "21f1d3ef-3e36-4a18-812c-a018b52d5120" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.652s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.440807] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403752, 'name': CreateVM_Task, 'duration_secs': 2.169708} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.440987] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.441687] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.441853] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.442195] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.442563] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a32955-8129-4c6d-acab-1b39d7756a91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.448880] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 862.448880] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e2dcdb-8ca6-e612-4a6f-2b2149b71d87" [ 862.448880] env[69563]: _type = "Task" [ 862.448880] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.457280] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e2dcdb-8ca6-e612-4a6f-2b2149b71d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.510856] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403750, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.639672} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.511518] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7/OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7.vmdk to [datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b/1d78938b-e70e-4e4f-8929-f7d58683585b.vmdk. [ 862.511725] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Cleaning up location [datastore2] OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 862.511897] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f6be43de-7df3-4864-a4dc-8cf6908e6ec7 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.514490] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2f29c3d-9226-41d4-9dfd-ef49fdfa1434 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.523688] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 862.523688] env[69563]: value = "task-3403754" [ 862.523688] env[69563]: _type = "Task" [ 862.523688] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.535113] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.699543] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062335} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.700582] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.700686] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d1ff65-e29e-492e-8339-864eb0d7f0e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.728868] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36/d6b85a7b-b43c-4bcb-9574-a7f9252b0b36.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.731718] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87147638-5c7c-4c19-84ad-05835ea1058d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.752980] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 862.752980] env[69563]: value = "task-3403755" [ 862.752980] env[69563]: _type = "Task" [ 862.752980] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.764191] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.807895] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c65a40e-67c5-47af-b4af-d41eaf36f373 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.815802] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a453765-c4bd-4181-93a9-1ce9de653ead {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.846571] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d3785-7fbc-4d82-85ba-99d8c24a65b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.854209] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02bdb55-054b-441e-ba7f-e12d175d11c7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.869063] env[69563]: DEBUG nova.compute.provider_tree [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.959816] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e2dcdb-8ca6-e612-4a6f-2b2149b71d87, 'name': SearchDatastore_Task, 'duration_secs': 0.009416} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.960138] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.960835] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.960835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.960835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.960966] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.961266] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dc500ac-2fe1-41ff-97ea-0d3fc65915fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.970847] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.971075] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.971826] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0525d27d-1036-4ac0-9fea-5b97dc32cead {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.977121] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 862.977121] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a905d-3e4d-a61c-3ec1-606014657e3f" [ 862.977121] env[69563]: _type = "Task" [ 862.977121] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.985376] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquiring lock "83633019-2ee3-48a5-a578-abb6d1b34fe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.985618] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "83633019-2ee3-48a5-a578-abb6d1b34fe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.985820] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquiring lock "83633019-2ee3-48a5-a578-abb6d1b34fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.986007] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "83633019-2ee3-48a5-a578-abb6d1b34fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.986184] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "83633019-2ee3-48a5-a578-abb6d1b34fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.988415] env[69563]: INFO nova.compute.manager [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Terminating instance [ 862.989593] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a905d-3e4d-a61c-3ec1-606014657e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.036322] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032924} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.036531] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.036695] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b/1d78938b-e70e-4e4f-8929-f7d58683585b.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.037020] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b/1d78938b-e70e-4e4f-8929-f7d58683585b.vmdk to [datastore2] 42760580-d1d4-4733-b4c0-f5f54e111d95/42760580-d1d4-4733-b4c0-f5f54e111d95.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.037297] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d61a1713-9f61-49e4-a39f-eefcdb623488 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.043764] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 863.043764] env[69563]: value = "task-3403756" [ 863.043764] env[69563]: _type = "Task" [ 863.043764] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.051910] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.264816] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403755, 'name': ReconfigVM_Task, 'duration_secs': 0.329515} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.264949] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Reconfigured VM instance instance-0000003d to attach disk [datastore2] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36/d6b85a7b-b43c-4bcb-9574-a7f9252b0b36.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.266269] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8dcc78-fc75-46a1-9173-ed93cd1ffc5f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.273951] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 863.273951] env[69563]: value = "task-3403757" [ 863.273951] env[69563]: _type = "Task" [ 863.273951] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.282416] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403757, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.411180] env[69563]: DEBUG nova.scheduler.client.report [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.411805] env[69563]: DEBUG nova.compute.provider_tree [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 96 to 97 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.412055] env[69563]: DEBUG nova.compute.provider_tree [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.489970] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a905d-3e4d-a61c-3ec1-606014657e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.491169] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b27de9-18fb-4c08-93e7-da3b8767db3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.497305] env[69563]: DEBUG nova.compute.manager [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.497305] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.497305] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e72631-e93e-4efa-996a-f1626af60511 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.503179] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 863.503179] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e4a60a-edb2-19a3-19ed-cc5a6404cee2" [ 863.503179] env[69563]: _type = "Task" [ 863.503179] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.506504] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.510062] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e7a3b6-6f3d-43cc-8d61-7511e9133a8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.516942] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e4a60a-edb2-19a3-19ed-cc5a6404cee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.519026] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 863.519026] env[69563]: value = "task-3403758" [ 863.519026] env[69563]: _type = "Task" [ 863.519026] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.528555] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.555215] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403756, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.785286] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403757, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.918528] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.920963] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 49.153s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.921247] env[69563]: DEBUG nova.objects.instance [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 863.958718] env[69563]: INFO nova.scheduler.client.report [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Deleted allocations for instance cf414a50-3006-49a7-b95e-c267a8661d6f [ 864.018998] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e4a60a-edb2-19a3-19ed-cc5a6404cee2, 'name': SearchDatastore_Task, 'duration_secs': 0.091435} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.020344] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.020620] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] fcb8171c-0104-43e9-a25e-a588127b2bd2/fcb8171c-0104-43e9-a25e-a588127b2bd2.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.020954] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a53b73bb-20ae-4989-abce-d690a6af6023 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.036643] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.038295] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 864.038295] env[69563]: value = "task-3403759" [ 864.038295] env[69563]: _type = "Task" [ 864.038295] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.048628] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.059201] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403756, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.286142] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403757, 'name': Rename_Task, 'duration_secs': 1.006959} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.286500] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.286771] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc70e2d8-1f00-4709-870c-090c9b7e9988 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.293231] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 864.293231] env[69563]: value = "task-3403760" [ 864.293231] env[69563]: _type = "Task" [ 864.293231] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.303985] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.473178] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bd901f83-3a15-4a95-8aba-8cbba92a7e26 tempest-ServerPasswordTestJSON-683813077 tempest-ServerPasswordTestJSON-683813077-project-member] Lock "cf414a50-3006-49a7-b95e-c267a8661d6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.718s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.534934] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403758, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.548771] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.557389] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403756, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.811261] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.937042] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5747bc5d-8884-4e3d-9fae-37e1e22f3ca8 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.938217] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 48.443s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.942122] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.942122] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 864.942122] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.790s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.942122] env[69563]: DEBUG nova.objects.instance [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lazy-loading 'resources' on Instance uuid 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.942950] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9d77a-511b-421b-86aa-53f8a98b59ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.953779] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeeb725-36f2-4e54-afd2-35a2e3393164 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.973572] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d57c8b7-ef3e-4c58-bd5e-feaa57f6da21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.980977] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2d8071-0177-40c2-a7ee-46a5d7e2056b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.012993] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178056MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 865.013193] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.031241] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403758, 'name': PowerOffVM_Task, 'duration_secs': 1.045396} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.031561] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.031793] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.032026] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2097d422-2dbf-4e00-bdd7-7ac1b537b191 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.049809] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.060439] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403756, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.163880] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.164151] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.164296] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Deleting the datastore file [datastore2] 83633019-2ee3-48a5-a578-abb6d1b34fe7 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.164592] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73cca5b7-c73d-4721-bdcf-eb29e0436d25 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.171615] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for the task: (returnval){ [ 865.171615] env[69563]: value = "task-3403762" [ 865.171615] env[69563]: _type = "Task" [ 865.171615] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.180065] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.305654] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.561086] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403759, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.566737] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403756, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.385352} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.567055] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1d78938b-e70e-4e4f-8929-f7d58683585b/1d78938b-e70e-4e4f-8929-f7d58683585b.vmdk to [datastore2] 42760580-d1d4-4733-b4c0-f5f54e111d95/42760580-d1d4-4733-b4c0-f5f54e111d95.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.567937] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9132b33e-6b3e-41be-89f2-da628fe92cf5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.594224] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 42760580-d1d4-4733-b4c0-f5f54e111d95/42760580-d1d4-4733-b4c0-f5f54e111d95.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.597698] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a87e45-2dfc-41a7-b010-c50622a314fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.623478] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 865.623478] env[69563]: value = "task-3403763" [ 865.623478] env[69563]: _type = "Task" [ 865.623478] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.633902] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.686741] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.810516] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403760, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.956707] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aef3f2-76a4-40a5-8705-10eed696613e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.966151] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab610668-8e51-476c-a02a-c677507ada30 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.002407] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44744083-5326-4066-9624-4a152c773a5b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.009737] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0f34dc-eaa9-425a-bef4-eba7fd7b10c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.030027] env[69563]: DEBUG nova.compute.provider_tree [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.053103] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403759, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.799566} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.053410] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] fcb8171c-0104-43e9-a25e-a588127b2bd2/fcb8171c-0104-43e9-a25e-a588127b2bd2.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.053638] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.053900] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be3e368c-ba91-4d1c-a6a0-1f8b5973ede4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.062583] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 866.062583] env[69563]: value = "task-3403764" [ 866.062583] env[69563]: _type = "Task" [ 866.062583] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.070912] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.137121] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.182834] env[69563]: DEBUG oslo_vmware.api [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Task: {'id': task-3403762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694829} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.182834] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.183232] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.183232] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.183359] env[69563]: INFO nova.compute.manager [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Took 2.69 seconds to destroy the instance on the hypervisor. [ 866.183669] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.184031] env[69563]: DEBUG nova.compute.manager [-] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.184031] env[69563]: DEBUG nova.network.neutron [-] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 866.307309] env[69563]: DEBUG oslo_vmware.api [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403760, 'name': PowerOnVM_Task, 'duration_secs': 1.761531} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.307579] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.307756] env[69563]: DEBUG nova.compute.manager [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.309037] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8227df86-3290-45c5-9f0f-a12e4ed62111 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.536269] env[69563]: DEBUG nova.scheduler.client.report [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.575458] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069444} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.575724] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.576573] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07cf20-8f66-4e8c-bbb1-c64f5bb9f20b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.602387] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] fcb8171c-0104-43e9-a25e-a588127b2bd2/fcb8171c-0104-43e9-a25e-a588127b2bd2.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.603034] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ea8888-3aa3-4a31-8612-979c3d51a8cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.625051] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 866.625051] env[69563]: value = "task-3403765" [ 866.625051] env[69563]: _type = "Task" [ 866.625051] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.635931] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.638869] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403763, 'name': ReconfigVM_Task, 'duration_secs': 0.583002} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.639184] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 42760580-d1d4-4733-b4c0-f5f54e111d95/42760580-d1d4-4733-b4c0-f5f54e111d95.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.639827] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f490ff7-c0ab-4e46-9be4-586fc83c081f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.645344] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 866.645344] env[69563]: value = "task-3403766" [ 866.645344] env[69563]: _type = "Task" [ 866.645344] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.656581] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403766, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.824520] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.040184] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.043014] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.550s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.044777] env[69563]: INFO nova.compute.claims [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.068825] env[69563]: INFO nova.scheduler.client.report [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted allocations for instance 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3 [ 867.136359] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.157756] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403766, 'name': Rename_Task, 'duration_secs': 0.139304} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.157756] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.157756] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194365cd-bcd1-439a-b582-b5a6ffb8e9a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.164507] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 867.164507] env[69563]: value = "task-3403767" [ 867.164507] env[69563]: _type = "Task" [ 867.164507] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.177480] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.564482] env[69563]: DEBUG nova.compute.manager [req-9b231cd8-8cb6-4401-af09-da5df867c0fe req-3334e767-5f67-40c2-8c77-c209bf17f1b0 service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Received event network-vif-deleted-14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.565393] env[69563]: INFO nova.compute.manager [req-9b231cd8-8cb6-4401-af09-da5df867c0fe req-3334e767-5f67-40c2-8c77-c209bf17f1b0 service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Neutron deleted interface 14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2; detaching it from the instance and deleting it from the info cache [ 867.565598] env[69563]: DEBUG nova.network.neutron [req-9b231cd8-8cb6-4401-af09-da5df867c0fe req-3334e767-5f67-40c2-8c77-c209bf17f1b0 service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 867.579474] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38d5db16-f8bd-4011-9711-4353d5c9b260 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "7e9e43ea-699f-4b15-a6c0-c86789dbfcc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.039s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.637486] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403765, 'name': ReconfigVM_Task, 'duration_secs': 0.846887} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.638644] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Reconfigured VM instance instance-00000040 to attach disk [datastore2] fcb8171c-0104-43e9-a25e-a588127b2bd2/fcb8171c-0104-43e9-a25e-a588127b2bd2.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.639817] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-709176e2-150e-4d42-a2ca-dd110ae3e79e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.649499] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 867.649499] env[69563]: value = "task-3403768" [ 867.649499] env[69563]: _type = "Task" [ 867.649499] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.660243] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403768, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.675938] env[69563]: DEBUG oslo_vmware.api [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403767, 'name': PowerOnVM_Task, 'duration_secs': 0.46919} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.676331] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.676615] env[69563]: INFO nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Took 13.63 seconds to spawn the instance on the hypervisor. [ 867.676842] env[69563]: DEBUG nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.677717] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7eb212-fde2-48b3-93bc-cb95cf52ce07 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.781744] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.781982] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.782431] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.782431] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.782593] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.784849] env[69563]: INFO nova.compute.manager [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Terminating instance [ 867.862434] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.862821] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.864055] env[69563]: DEBUG nova.network.neutron [-] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 868.069983] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf3d9b95-0dc3-4952-be70-be17c9a2f670 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.085742] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c422c828-16c5-4d21-8af6-bbbd4bf01a9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.133023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.133023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.133023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.133023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.133023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.133350] env[69563]: DEBUG nova.compute.manager [req-9b231cd8-8cb6-4401-af09-da5df867c0fe req-3334e767-5f67-40c2-8c77-c209bf17f1b0 service nova] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Detach interface failed, port_id=14ba6bd7-a111-4292-9b96-a4fc5fa7e1a2, reason: Instance 83633019-2ee3-48a5-a578-abb6d1b34fe7 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.133917] env[69563]: INFO nova.compute.manager [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Terminating instance [ 868.160861] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403768, 'name': Rename_Task, 'duration_secs': 0.170555} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.161287] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.161537] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46a7fa1-7ad6-4198-bc75-1ac5b8b7d91d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.168249] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 868.168249] env[69563]: value = "task-3403769" [ 868.168249] env[69563]: _type = "Task" [ 868.168249] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.176032] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.196761] env[69563]: INFO nova.compute.manager [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Took 58.43 seconds to build instance. [ 868.289121] env[69563]: DEBUG nova.compute.manager [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.289372] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.290332] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1333c66-80d6-45a4-b4ee-30050aa2d981 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.301785] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.302062] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc03a4f7-0e82-4d5a-9c63-0d4a09ec906a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.310837] env[69563]: DEBUG oslo_vmware.api [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 868.310837] env[69563]: value = "task-3403770" [ 868.310837] env[69563]: _type = "Task" [ 868.310837] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.319127] env[69563]: DEBUG oslo_vmware.api [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.367373] env[69563]: INFO nova.compute.manager [-] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Took 2.18 seconds to deallocate network for instance. [ 868.367373] env[69563]: DEBUG nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.531402] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e221e53-a9cf-4227-82d2-71dfbdd34cee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.540052] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d57ca5-169b-40f1-9525-67d91b524956 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.573728] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883e01cd-27e8-481b-8b11-9c7046c88f22 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.581922] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e8d6c-6806-493d-b3f7-57668e3e980e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.597977] env[69563]: DEBUG nova.compute.provider_tree [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.605536] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.605886] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.638099] env[69563]: DEBUG nova.compute.manager [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.638858] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.640255] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd658f7-8471-473c-b23c-382a90c97447 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.648498] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.649120] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1885ad20-af17-4148-9be2-44b9e4962e73 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.657029] env[69563]: DEBUG oslo_vmware.api [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 868.657029] env[69563]: value = "task-3403771" [ 868.657029] env[69563]: _type = "Task" [ 868.657029] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.664291] env[69563]: DEBUG oslo_vmware.api [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.679034] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403769, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.698884] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e61672bd-0812-4ee2-a86f-ac7a41505e65 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "42760580-d1d4-4733-b4c0-f5f54e111d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.488s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.830371] env[69563]: DEBUG oslo_vmware.api [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403770, 'name': PowerOffVM_Task, 'duration_secs': 0.1853} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.830930] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.830930] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.832032] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e57ad78-a6c0-4c37-b182-daaa5c4b7327 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.884012] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.892214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.942189] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.942432] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.942625] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleting the datastore file [datastore2] d6b85a7b-b43c-4bcb-9574-a7f9252b0b36 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.942891] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6db174a3-7dcd-4aa8-b849-bf00fa618cb9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.948749] env[69563]: DEBUG oslo_vmware.api [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 868.948749] env[69563]: value = "task-3403773" [ 868.948749] env[69563]: _type = "Task" [ 868.948749] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.957351] env[69563]: DEBUG oslo_vmware.api [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.106641] env[69563]: DEBUG nova.scheduler.client.report [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.110053] env[69563]: DEBUG nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.164923] env[69563]: DEBUG oslo_vmware.api [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403771, 'name': PowerOffVM_Task, 'duration_secs': 0.282597} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.165228] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.165400] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.165777] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f781af-cb36-4dfb-aca6-7999419e5ac4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.177362] env[69563]: DEBUG oslo_vmware.api [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403769, 'name': PowerOnVM_Task, 'duration_secs': 0.532786} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.177628] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.177822] env[69563]: INFO nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Took 11.41 seconds to spawn the instance on the hypervisor. [ 869.177997] env[69563]: DEBUG nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.178933] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f4ac95-dad4-47d9-8ec6-8703f03f9b0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.227480] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.227700] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.228071] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleting the datastore file [datastore1] 4a8c13e8-519f-4bfb-a095-e68adc8a3c78 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.228848] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae8ebcb6-4216-43bd-90a3-83d2f87c7b35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.235615] env[69563]: DEBUG oslo_vmware.api [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 869.235615] env[69563]: value = "task-3403775" [ 869.235615] env[69563]: _type = "Task" [ 869.235615] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.245175] env[69563]: DEBUG oslo_vmware.api [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.325252] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "42760580-d1d4-4733-b4c0-f5f54e111d95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.325588] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "42760580-d1d4-4733-b4c0-f5f54e111d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.325863] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "42760580-d1d4-4733-b4c0-f5f54e111d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.326116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "42760580-d1d4-4733-b4c0-f5f54e111d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.326350] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "42760580-d1d4-4733-b4c0-f5f54e111d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.328720] env[69563]: INFO nova.compute.manager [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Terminating instance [ 869.461964] env[69563]: DEBUG oslo_vmware.api [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446647} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.462240] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.462429] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.462671] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.462761] env[69563]: INFO nova.compute.manager [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Took 1.17 seconds to destroy the instance on the hypervisor. [ 869.462999] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.463202] env[69563]: DEBUG nova.compute.manager [-] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.463300] env[69563]: DEBUG nova.network.neutron [-] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 869.613713] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.614149] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.620974] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.102s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.623398] env[69563]: INFO nova.compute.claims [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.653762] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.698342] env[69563]: INFO nova.compute.manager [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Took 59.52 seconds to build instance. [ 869.747591] env[69563]: DEBUG oslo_vmware.api [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426369} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.747849] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.749160] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.749160] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.749160] env[69563]: INFO nova.compute.manager [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Took 1.11 seconds to destroy the instance on the hypervisor. [ 869.749160] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.749160] env[69563]: DEBUG nova.compute.manager [-] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.749160] env[69563]: DEBUG nova.network.neutron [-] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 869.832875] env[69563]: DEBUG nova.compute.manager [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.833697] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.834447] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb26ee-94a1-4096-a16b-abe03c8bd51c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.844096] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.844368] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d50171-f3e4-4c79-aace-67f79a8365db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.850621] env[69563]: DEBUG oslo_vmware.api [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 869.850621] env[69563]: value = "task-3403776" [ 869.850621] env[69563]: _type = "Task" [ 869.850621] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.860173] env[69563]: DEBUG oslo_vmware.api [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.028410] env[69563]: DEBUG nova.compute.manager [req-97ca28aa-704e-481a-bdaa-1169d664e2e2 req-754b7bfd-2f60-41cc-b227-81ccc606820b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Received event network-vif-deleted-10c661b3-e4fd-4bc1-a27e-ab78f8adcd24 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.028520] env[69563]: INFO nova.compute.manager [req-97ca28aa-704e-481a-bdaa-1169d664e2e2 req-754b7bfd-2f60-41cc-b227-81ccc606820b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Neutron deleted interface 10c661b3-e4fd-4bc1-a27e-ab78f8adcd24; detaching it from the instance and deleting it from the info cache [ 870.028698] env[69563]: DEBUG nova.network.neutron [req-97ca28aa-704e-481a-bdaa-1169d664e2e2 req-754b7bfd-2f60-41cc-b227-81ccc606820b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 870.123144] env[69563]: DEBUG nova.compute.utils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.124756] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.128023] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 870.166929] env[69563]: DEBUG nova.policy [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0003cadd9ee4dc0bc9375fc9264b32a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75a5c3f37ee94d0bbc4f28d48d9dab9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.200795] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43626d9c-c631-4f8a-825c-a7b28a3b2e92 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.409s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.326554] env[69563]: DEBUG nova.network.neutron [-] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 870.360310] env[69563]: DEBUG oslo_vmware.api [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403776, 'name': PowerOffVM_Task, 'duration_secs': 0.256008} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.360582] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.360749] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.361051] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af24064a-f1a5-4adc-b8e8-4161eb5e8071 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.404356] env[69563]: DEBUG nova.compute.manager [req-6e1253ef-4f79-4833-a1b1-c663917c43f4 req-d87f462f-fa1b-495b-aea7-4ec87b920af4 service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Received event network-vif-deleted-3cff2a51-5504-4c7e-b9ea-7e0fcea6227f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.404488] env[69563]: INFO nova.compute.manager [req-6e1253ef-4f79-4833-a1b1-c663917c43f4 req-d87f462f-fa1b-495b-aea7-4ec87b920af4 service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Neutron deleted interface 3cff2a51-5504-4c7e-b9ea-7e0fcea6227f; detaching it from the instance and deleting it from the info cache [ 870.404627] env[69563]: DEBUG nova.network.neutron [req-6e1253ef-4f79-4833-a1b1-c663917c43f4 req-d87f462f-fa1b-495b-aea7-4ec87b920af4 service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 870.426220] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.426220] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.426335] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleting the datastore file [datastore2] 42760580-d1d4-4733-b4c0-f5f54e111d95 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.426586] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd12a880-ab41-444f-8076-1c03954cf62a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.434309] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.434544] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.434720] env[69563]: INFO nova.compute.manager [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Shelving [ 870.440034] env[69563]: DEBUG oslo_vmware.api [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 870.440034] env[69563]: value = "task-3403778" [ 870.440034] env[69563]: _type = "Task" [ 870.440034] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.448469] env[69563]: DEBUG oslo_vmware.api [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.531592] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee3f7912-148a-4545-8be1-f55030d9a0fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.543930] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae53fe3-fca2-49d1-ac08-ae96aa351358 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.560322] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Successfully created port: e42b5a09-eaec-47c7-abfd-9c48354d6629 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 870.563707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.563707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.589557] env[69563]: DEBUG nova.compute.manager [req-97ca28aa-704e-481a-bdaa-1169d664e2e2 req-754b7bfd-2f60-41cc-b227-81ccc606820b service nova] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Detach interface failed, port_id=10c661b3-e4fd-4bc1-a27e-ab78f8adcd24, reason: Instance d6b85a7b-b43c-4bcb-9574-a7f9252b0b36 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.625585] env[69563]: DEBUG nova.network.neutron [-] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 870.628766] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.834605] env[69563]: INFO nova.compute.manager [-] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Took 1.37 seconds to deallocate network for instance. [ 870.910115] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6425624e-8009-4250-868a-6d6825b688de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.919411] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb5ce35-6281-4dcc-9725-18f1ab993130 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.957417] env[69563]: DEBUG nova.compute.manager [req-6e1253ef-4f79-4833-a1b1-c663917c43f4 req-d87f462f-fa1b-495b-aea7-4ec87b920af4 service nova] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Detach interface failed, port_id=3cff2a51-5504-4c7e-b9ea-7e0fcea6227f, reason: Instance 4a8c13e8-519f-4bfb-a095-e68adc8a3c78 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.963645] env[69563]: DEBUG oslo_vmware.api [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281233} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.963876] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.964080] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.964283] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.964463] env[69563]: INFO nova.compute.manager [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Took 1.13 seconds to destroy the instance on the hypervisor. [ 870.964693] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.964871] env[69563]: DEBUG nova.compute.manager [-] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.964967] env[69563]: DEBUG nova.network.neutron [-] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 871.059905] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b983c-933d-4e9c-a592-aceee71c66d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.068519] env[69563]: DEBUG nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.073009] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c763539-9a46-454e-a734-cd45b03b436f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.108030] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834e7f69-180c-4118-8ece-a308ed040454 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.116127] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d773fa63-4946-4e19-b203-063853dab301 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.130201] env[69563]: INFO nova.compute.manager [-] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Took 1.38 seconds to deallocate network for instance. [ 871.130643] env[69563]: DEBUG nova.compute.provider_tree [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.347453] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.460735] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.461084] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2a7065-3d0e-456d-a417-63c20e4ff940 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.468042] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 871.468042] env[69563]: value = "task-3403779" [ 871.468042] env[69563]: _type = "Task" [ 871.468042] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.476911] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.593320] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.642510] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.643510] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.662863] env[69563]: ERROR nova.scheduler.client.report [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [req-6af436df-92b5-4b03-89cd-1285d884f2d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6af436df-92b5-4b03-89cd-1285d884f2d2"}]} [ 871.674110] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.674343] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.674499] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.674702] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.674817] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.675023] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.675275] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.675441] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.675608] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.675767] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.675936] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.676906] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e24630-477f-446c-ab07-4a4f3a2262bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.685377] env[69563]: DEBUG nova.scheduler.client.report [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 871.689107] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51e262a-515f-44cf-86ea-683bc3a3d55d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.703864] env[69563]: DEBUG nova.scheduler.client.report [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 871.704111] env[69563]: DEBUG nova.compute.provider_tree [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.715635] env[69563]: DEBUG nova.scheduler.client.report [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 871.737058] env[69563]: DEBUG nova.scheduler.client.report [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.748885] env[69563]: DEBUG nova.network.neutron [-] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 871.978933] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403779, 'name': PowerOffVM_Task, 'duration_secs': 0.200468} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.979219] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.980043] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fcb4d6-b06b-4799-a4fc-e6642d41b8ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.003406] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed85a1ff-5e60-4a28-bffc-17ff2a0e4f69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.044385] env[69563]: DEBUG nova.compute.manager [req-4e58f887-0a73-44bc-8f6f-84de8fa68d0e req-547647cd-4186-42dc-afa5-713e0575dc56 service nova] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Received event network-vif-deleted-7b878946-4420-4bc7-bf31-5436a0deb37c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.062266] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Successfully updated port: e42b5a09-eaec-47c7-abfd-9c48354d6629 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 872.097770] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90737b0-b906-4ace-9720-cbb4f56be6c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.105818] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7974ed35-5968-4fb0-8986-5aa79842ce28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.136142] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67d290-ef03-46e4-83c7-7ffbb795ffc7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.143759] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b82791d-d02b-4ff9-8b2f-bd94342e30da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.156912] env[69563]: DEBUG nova.compute.provider_tree [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.251160] env[69563]: INFO nova.compute.manager [-] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Took 1.29 seconds to deallocate network for instance. [ 872.427767] env[69563]: DEBUG nova.compute.manager [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Received event network-vif-plugged-e42b5a09-eaec-47c7-abfd-9c48354d6629 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.428096] env[69563]: DEBUG oslo_concurrency.lockutils [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] Acquiring lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.428331] env[69563]: DEBUG oslo_concurrency.lockutils [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] Lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.428498] env[69563]: DEBUG oslo_concurrency.lockutils [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] Lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.428662] env[69563]: DEBUG nova.compute.manager [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] No waiting events found dispatching network-vif-plugged-e42b5a09-eaec-47c7-abfd-9c48354d6629 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.428822] env[69563]: WARNING nova.compute.manager [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Received unexpected event network-vif-plugged-e42b5a09-eaec-47c7-abfd-9c48354d6629 for instance with vm_state building and task_state spawning. [ 872.428975] env[69563]: DEBUG nova.compute.manager [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Received event network-changed-e42b5a09-eaec-47c7-abfd-9c48354d6629 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.429139] env[69563]: DEBUG nova.compute.manager [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Refreshing instance network info cache due to event network-changed-e42b5a09-eaec-47c7-abfd-9c48354d6629. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.429319] env[69563]: DEBUG oslo_concurrency.lockutils [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] Acquiring lock "refresh_cache-56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.429449] env[69563]: DEBUG oslo_concurrency.lockutils [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] Acquired lock "refresh_cache-56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.429595] env[69563]: DEBUG nova.network.neutron [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Refreshing network info cache for port e42b5a09-eaec-47c7-abfd-9c48354d6629 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 872.515041] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 872.515041] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26010d49-c1f3-4552-b645-454eb3161791 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.522763] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 872.522763] env[69563]: value = "task-3403780" [ 872.522763] env[69563]: _type = "Task" [ 872.522763] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.531862] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403780, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.566992] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "refresh_cache-56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.691139] env[69563]: DEBUG nova.scheduler.client.report [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 872.691965] env[69563]: DEBUG nova.compute.provider_tree [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 100 to 101 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 872.692263] env[69563]: DEBUG nova.compute.provider_tree [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.758240] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.973450] env[69563]: DEBUG nova.network.neutron [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 873.033402] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403780, 'name': CreateSnapshot_Task, 'duration_secs': 0.409021} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.033402] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 873.034097] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7224c6ee-2c3b-45ef-90f9-49f190ba9dc6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.045411] env[69563]: DEBUG nova.network.neutron [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 873.197497] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.577s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.198063] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.200624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.880s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.200824] env[69563]: DEBUG nova.objects.instance [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'resources' on Instance uuid 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.552327] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 873.552914] env[69563]: DEBUG oslo_concurrency.lockutils [req-162e839b-b2b6-4ed0-b6d2-a3cf13a92140 req-0e76a22e-d8e2-44af-abb9-8f562a405f8d service nova] Releasing lock "refresh_cache-56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.553293] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4283801-5d51-4434-aa59-3f4739aef64c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.556494] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "refresh_cache-56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.556653] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 873.564215] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 873.564215] env[69563]: value = "task-3403781" [ 873.564215] env[69563]: _type = "Task" [ 873.564215] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.574826] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403781, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.704576] env[69563]: DEBUG nova.compute.utils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.710707] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.710998] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 873.769489] env[69563]: DEBUG nova.policy [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0003cadd9ee4dc0bc9375fc9264b32a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75a5c3f37ee94d0bbc4f28d48d9dab9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.048871] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Successfully created port: 297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 874.080895] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403781, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.084898] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781061c3-9945-4ead-90ee-90aa0d1cedf9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.087844] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 874.093735] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b1a6ee-bd98-48a4-8784-9bc8234539c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.125574] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710a738e-92c8-419c-bfa1-c3bcf300fb15 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.132754] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5269f19-d328-49f4-8987-cc6e05d2ecc9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.145659] env[69563]: DEBUG nova.compute.provider_tree [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.212382] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.255762] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Updating instance_info_cache with network_info: [{"id": "e42b5a09-eaec-47c7-abfd-9c48354d6629", "address": "fa:16:3e:8d:a8:55", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42b5a09-ea", "ovs_interfaceid": "e42b5a09-eaec-47c7-abfd-9c48354d6629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 874.576689] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403781, 'name': CloneVM_Task, 'duration_secs': 0.979389} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.576987] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Created linked-clone VM from snapshot [ 874.578029] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20683565-5ba0-47a9-8829-3b384612872e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.586325] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Uploading image 7b9fcfbc-d158-430b-b0ea-331e05e12e37 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 874.612949] env[69563]: DEBUG oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 874.612949] env[69563]: value = "vm-679134" [ 874.612949] env[69563]: _type = "VirtualMachine" [ 874.612949] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 874.612949] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-03b35255-1463-420f-8d60-ea4279f5be1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.620011] env[69563]: DEBUG oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lease: (returnval){ [ 874.620011] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52776ed2-dea0-c946-5b84-e2f792563392" [ 874.620011] env[69563]: _type = "HttpNfcLease" [ 874.620011] env[69563]: } obtained for exporting VM: (result){ [ 874.620011] env[69563]: value = "vm-679134" [ 874.620011] env[69563]: _type = "VirtualMachine" [ 874.620011] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 874.620308] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the lease: (returnval){ [ 874.620308] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52776ed2-dea0-c946-5b84-e2f792563392" [ 874.620308] env[69563]: _type = "HttpNfcLease" [ 874.620308] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 874.628814] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.628814] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52776ed2-dea0-c946-5b84-e2f792563392" [ 874.628814] env[69563]: _type = "HttpNfcLease" [ 874.628814] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.648985] env[69563]: DEBUG nova.scheduler.client.report [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.762076] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "refresh_cache-56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.762439] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Instance network_info: |[{"id": "e42b5a09-eaec-47c7-abfd-9c48354d6629", "address": "fa:16:3e:8d:a8:55", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape42b5a09-ea", "ovs_interfaceid": "e42b5a09-eaec-47c7-abfd-9c48354d6629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.762838] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:a8:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e42b5a09-eaec-47c7-abfd-9c48354d6629', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.770786] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Creating folder: Project (75a5c3f37ee94d0bbc4f28d48d9dab9e). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.771378] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8405586-ae19-4f48-b9a4-4fae863895d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.785688] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Created folder: Project (75a5c3f37ee94d0bbc4f28d48d9dab9e) in parent group-v678952. [ 874.785881] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Creating folder: Instances. Parent ref: group-v679135. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.786137] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca4718af-6bf7-4c83-9b29-75f042984db2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.795318] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Created folder: Instances in parent group-v679135. [ 874.795429] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.795616] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.795822] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9788c870-69cf-404b-833d-fe6a4dd1de16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.814059] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.814059] env[69563]: value = "task-3403785" [ 874.814059] env[69563]: _type = "Task" [ 874.814059] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.821426] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403785, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.128860] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.128860] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52776ed2-dea0-c946-5b84-e2f792563392" [ 875.128860] env[69563]: _type = "HttpNfcLease" [ 875.128860] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 875.128860] env[69563]: DEBUG oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 875.128860] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52776ed2-dea0-c946-5b84-e2f792563392" [ 875.128860] env[69563]: _type = "HttpNfcLease" [ 875.128860] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 875.129608] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df96e2f-4957-49c4-89f9-c7da468e456e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.137149] env[69563]: DEBUG oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2793b-a6db-04e5-74e7-98bf084723d9/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 875.137321] env[69563]: DEBUG oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2793b-a6db-04e5-74e7-98bf084723d9/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 875.195594] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.198022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 50.832s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.220815] env[69563]: INFO nova.scheduler.client.report [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleted allocations for instance 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa [ 875.223130] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.232742] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-672a784c-4911-4ca3-8fc0-55294d1d1fd6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.248741] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.248982] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.249151] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.249397] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.249519] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.249651] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.249860] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.250059] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.250245] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.250412] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.250582] env[69563]: DEBUG nova.virt.hardware [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.252867] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc40a8d-9ff9-4e24-a82c-2476878e8ae4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.261883] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb118d37-a117-4239-97e2-b8680e65321c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.323376] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403785, 'name': CreateVM_Task, 'duration_secs': 0.36832} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.323543] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.324252] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.324405] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.324716] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.324968] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d8b7a1-4585-4456-8475-e51d0f9e15a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.329174] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 875.329174] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527e402a-c329-975c-046c-1e64ccf26e58" [ 875.329174] env[69563]: _type = "Task" [ 875.329174] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.336666] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527e402a-c329-975c-046c-1e64ccf26e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.511323] env[69563]: DEBUG nova.compute.manager [req-f2331dd6-00b1-43f1-a74e-fd094e73f63f req-ff3dd5b9-5c89-4452-904c-131764804d03 service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Received event network-vif-plugged-297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.511560] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2331dd6-00b1-43f1-a74e-fd094e73f63f req-ff3dd5b9-5c89-4452-904c-131764804d03 service nova] Acquiring lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.511881] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2331dd6-00b1-43f1-a74e-fd094e73f63f req-ff3dd5b9-5c89-4452-904c-131764804d03 service nova] Lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.512165] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2331dd6-00b1-43f1-a74e-fd094e73f63f req-ff3dd5b9-5c89-4452-904c-131764804d03 service nova] Lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.512451] env[69563]: DEBUG nova.compute.manager [req-f2331dd6-00b1-43f1-a74e-fd094e73f63f req-ff3dd5b9-5c89-4452-904c-131764804d03 service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] No waiting events found dispatching network-vif-plugged-297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.512624] env[69563]: WARNING nova.compute.manager [req-f2331dd6-00b1-43f1-a74e-fd094e73f63f req-ff3dd5b9-5c89-4452-904c-131764804d03 service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Received unexpected event network-vif-plugged-297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d for instance with vm_state building and task_state spawning. [ 875.597090] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Successfully updated port: 297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 875.702030] env[69563]: DEBUG nova.objects.instance [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lazy-loading 'migration_context' on Instance uuid 1e4f952e-967e-40f2-b8ee-7c5d65cca843 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.736511] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e946220d-63ef-47ca-ab20-d2a5db636a6d tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "8f4e9d18-3a78-4cb1-a21b-8b48dc056caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.221s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.579642] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "refresh_cache-8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.579914] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "refresh_cache-8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.580098] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 876.583985] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527e402a-c329-975c-046c-1e64ccf26e58, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.584696] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.584983] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.585295] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.585490] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.585708] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.586540] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad765e1-9091-4336-8373-5461123c7879 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.596174] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.596732] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.597291] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dd81a0-3921-4aae-9573-f7277374c99e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.603443] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 876.603443] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b8bbd5-2f8c-6d20-d0df-f589b08c798b" [ 876.603443] env[69563]: _type = "Task" [ 876.603443] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.611353] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b8bbd5-2f8c-6d20-d0df-f589b08c798b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.994675] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6ceca-ecde-4052-8647-f06a2b73d26b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.002773] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59851851-4980-4a44-ad80-41662bedf0a8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.033561] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38a3d43-a051-4928-b98e-72a08607bcb2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.041666] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8865b9-bd1a-4f4b-9475-b82a65303554 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.055448] env[69563]: DEBUG nova.compute.provider_tree [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.113788] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b8bbd5-2f8c-6d20-d0df-f589b08c798b, 'name': SearchDatastore_Task, 'duration_secs': 0.017193} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.114626] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025f5889-cd33-413f-ba5a-e8a27ffa507d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.119875] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 877.119875] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52608cc9-ef17-74b3-05c3-ddf71c367621" [ 877.119875] env[69563]: _type = "Task" [ 877.119875] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.132036] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52608cc9-ef17-74b3-05c3-ddf71c367621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.132036] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 877.380756] env[69563]: DEBUG nova.network.neutron [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Updating instance_info_cache with network_info: [{"id": "297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d", "address": "fa:16:3e:b5:91:bf", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297ba79c-e3", "ovs_interfaceid": "297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 877.537839] env[69563]: DEBUG nova.compute.manager [req-f2013070-88ee-4b52-9598-9c04f801ff0a req-55c6a152-13e4-4040-9c5c-7f2cc254acfc service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Received event network-changed-297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.537839] env[69563]: DEBUG nova.compute.manager [req-f2013070-88ee-4b52-9598-9c04f801ff0a req-55c6a152-13e4-4040-9c5c-7f2cc254acfc service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Refreshing instance network info cache due to event network-changed-297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.538321] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2013070-88ee-4b52-9598-9c04f801ff0a req-55c6a152-13e4-4040-9c5c-7f2cc254acfc service nova] Acquiring lock "refresh_cache-8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.561596] env[69563]: DEBUG nova.scheduler.client.report [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.634149] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52608cc9-ef17-74b3-05c3-ddf71c367621, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.635018] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.636619] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1/56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.637240] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-902fd5f6-f739-48cb-92db-4346b63b10c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.647058] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 877.647058] env[69563]: value = "task-3403786" [ 877.647058] env[69563]: _type = "Task" [ 877.647058] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.655197] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.884816] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "refresh_cache-8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.885145] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Instance network_info: |[{"id": "297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d", "address": "fa:16:3e:b5:91:bf", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297ba79c-e3", "ovs_interfaceid": "297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.885588] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2013070-88ee-4b52-9598-9c04f801ff0a req-55c6a152-13e4-4040-9c5c-7f2cc254acfc service nova] Acquired lock "refresh_cache-8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.885689] env[69563]: DEBUG nova.network.neutron [req-f2013070-88ee-4b52-9598-9c04f801ff0a req-55c6a152-13e4-4040-9c5c-7f2cc254acfc service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Refreshing network info cache for port 297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 877.887043] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:91:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.895037] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.896138] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.896395] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-420c80fd-8359-4930-b604-c11fb3b91a80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.918733] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.918733] env[69563]: value = "task-3403787" [ 877.918733] env[69563]: _type = "Task" [ 877.918733] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.929348] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403787, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.159256] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403786, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.428632] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403787, 'name': CreateVM_Task, 'duration_secs': 0.431213} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.428812] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.429475] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.429619] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.429934] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.430221] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d812228-4b0e-407a-96ea-dfeb41b1c92f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.434859] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 878.434859] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525136bf-3cb1-a6c4-6aab-7603132ca943" [ 878.434859] env[69563]: _type = "Task" [ 878.434859] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.443098] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525136bf-3cb1-a6c4-6aab-7603132ca943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.507860] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.508118] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "b0105855-eeea-4216-bc95-850690e43242" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.574225] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.376s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.580104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.565s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.581474] env[69563]: INFO nova.compute.claims [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.648064] env[69563]: DEBUG nova.network.neutron [req-f2013070-88ee-4b52-9598-9c04f801ff0a req-55c6a152-13e4-4040-9c5c-7f2cc254acfc service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Updated VIF entry in instance network info cache for port 297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 878.648480] env[69563]: DEBUG nova.network.neutron [req-f2013070-88ee-4b52-9598-9c04f801ff0a req-55c6a152-13e4-4040-9c5c-7f2cc254acfc service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Updating instance_info_cache with network_info: [{"id": "297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d", "address": "fa:16:3e:b5:91:bf", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap297ba79c-e3", "ovs_interfaceid": "297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 878.659018] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538748} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.659691] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1/56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.659902] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.660229] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c367569-7bcf-4b65-9623-bcecf7771aa5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.667733] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 878.667733] env[69563]: value = "task-3403788" [ 878.667733] env[69563]: _type = "Task" [ 878.667733] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.676233] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.945584] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525136bf-3cb1-a6c4-6aab-7603132ca943, 'name': SearchDatastore_Task, 'duration_secs': 0.011644} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.945917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.946171] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.946417] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.946560] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.946732] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.947046] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-581e1d8f-9c33-4fff-992d-e9f63f1d9912 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.956030] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.956030] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.956726] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c96309d-a873-4730-ba87-2357e294722c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.962342] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 878.962342] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521443cf-87fb-ccfb-a22b-be124e1fc97d" [ 878.962342] env[69563]: _type = "Task" [ 878.962342] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.970428] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521443cf-87fb-ccfb-a22b-be124e1fc97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.010147] env[69563]: DEBUG nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.154675] env[69563]: DEBUG oslo_concurrency.lockutils [req-f2013070-88ee-4b52-9598-9c04f801ff0a req-55c6a152-13e4-4040-9c5c-7f2cc254acfc service nova] Releasing lock "refresh_cache-8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.177656] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065226} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.177864] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.178695] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2762b4a6-95b6-4b96-9593-d58bbb8c795c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.201408] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1/56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.201748] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-543e469d-c459-45e1-9323-8233dcd28246 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.221833] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 879.221833] env[69563]: value = "task-3403789" [ 879.221833] env[69563]: _type = "Task" [ 879.221833] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.229957] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.476440] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521443cf-87fb-ccfb-a22b-be124e1fc97d, 'name': SearchDatastore_Task, 'duration_secs': 0.012766} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.477371] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb05f71-9d5c-4add-b6c2-82ff39876e7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.482801] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 879.482801] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e4f65d-34cf-dec9-11c3-af39a5f6d193" [ 879.482801] env[69563]: _type = "Task" [ 879.482801] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.492956] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e4f65d-34cf-dec9-11c3-af39a5f6d193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.533648] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.731947] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403789, 'name': ReconfigVM_Task, 'duration_secs': 0.29938} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.734386] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1/56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.736016] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e26178-64bf-4645-a4c3-501e66d17fe6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.742160] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 879.742160] env[69563]: value = "task-3403790" [ 879.742160] env[69563]: _type = "Task" [ 879.742160] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.752218] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403790, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.960338] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10adc5d3-df04-4f3a-96e4-0c03e154ac03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.968942] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae0b054-3414-4ad4-b9bb-4129067785a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.002022] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016fd33-9877-40dd-b9d3-a4e0d8f808ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.009836] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e4f65d-34cf-dec9-11c3-af39a5f6d193, 'name': SearchDatastore_Task, 'duration_secs': 0.019026} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.012424] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.012424] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1/8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.012888] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c67bfe78-e933-4929-bed0-3cd8c3f11fdc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.015507] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba940b5-f98f-4e2b-8ab4-e8f1ee3df4db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.030366] env[69563]: DEBUG nova.compute.provider_tree [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.033268] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 880.033268] env[69563]: value = "task-3403791" [ 880.033268] env[69563]: _type = "Task" [ 880.033268] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.040793] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.116084] env[69563]: INFO nova.compute.manager [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Swapping old allocation on dict_keys(['cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26']) held by migration 0a55a42a-b7cd-47f0-a72e-2e4ec2a57de9 for instance [ 880.140230] env[69563]: DEBUG nova.scheduler.client.report [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Overwriting current allocation {'allocations': {'cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': 'd361970e78d7415581deff8311f976ef', 'user_id': '00fe5a56adaa45739d97a85221860bdf', 'consumer_generation': 1} on consumer 1e4f952e-967e-40f2-b8ee-7c5d65cca843 {{(pid=69563) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 880.220746] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.220919] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquired lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.221121] env[69563]: DEBUG nova.network.neutron [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 880.252444] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403790, 'name': Rename_Task, 'duration_secs': 0.140623} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.252772] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.252981] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e23866-8160-44e9-925b-2ef99b02fb76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.259373] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 880.259373] env[69563]: value = "task-3403792" [ 880.259373] env[69563]: _type = "Task" [ 880.259373] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.267810] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.534936] env[69563]: DEBUG nova.scheduler.client.report [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.547677] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403791, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.769836] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.923873] env[69563]: DEBUG nova.network.neutron [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance_info_cache with network_info: [{"id": "eb5d297f-c594-49d2-8012-fa7825202904", "address": "fa:16:3e:bb:58:b8", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5d297f-c5", "ovs_interfaceid": "eb5d297f-c594-49d2-8012-fa7825202904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 881.043929] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.044491] env[69563]: DEBUG nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.047078] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.586s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.047273] env[69563]: DEBUG nova.objects.instance [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.055233] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530233} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.055487] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1/8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.055689] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.055961] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b59efd-575b-4dc1-9b92-54ba62e3af20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.063341] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 881.063341] env[69563]: value = "task-3403793" [ 881.063341] env[69563]: _type = "Task" [ 881.063341] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.072166] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.269709] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403792, 'name': PowerOnVM_Task, 'duration_secs': 0.56773} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.269975] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.270263] env[69563]: INFO nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Took 9.63 seconds to spawn the instance on the hypervisor. [ 881.270445] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.271440] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eceb48-2fca-46ad-ba47-bf4059732f87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.427040] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Releasing lock "refresh_cache-1e4f952e-967e-40f2-b8ee-7c5d65cca843" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.427508] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.427808] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f78302-93ef-4811-8882-4d968e873e96 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.435070] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 881.435070] env[69563]: value = "task-3403794" [ 881.435070] env[69563]: _type = "Task" [ 881.435070] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.444086] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.551970] env[69563]: DEBUG nova.compute.utils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.557079] env[69563]: DEBUG nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.557079] env[69563]: DEBUG nova.network.neutron [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 881.575800] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08245} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.575800] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.575800] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6c8ef-494c-452b-8e24-70361d65c573 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.598739] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1/8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.600460] env[69563]: DEBUG nova.policy [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe497e6ef78f46ebabcc88d8f4a68616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c87de9d834304b218ee73e7b5e6a5928', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.601998] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af76e28e-19f9-414f-a01c-7a7c5d446a38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.625018] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 881.625018] env[69563]: value = "task-3403795" [ 881.625018] env[69563]: _type = "Task" [ 881.625018] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.637539] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.791618] env[69563]: INFO nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Took 61.32 seconds to build instance. [ 881.945782] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403794, 'name': PowerOffVM_Task, 'duration_secs': 0.24389} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.947089] env[69563]: DEBUG nova.network.neutron [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Successfully created port: 8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 881.949114] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.949762] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:54:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c2613f4a-0ef9-4d23-bb8e-a77b5f586d47',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1638880353',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.949970] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.950172] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.950368] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.950510] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.950656] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.950856] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.951022] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.951210] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.951380] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.951547] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.956579] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20758be-730d-49ef-b47b-e0de5aabe88a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.973253] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 881.973253] env[69563]: value = "task-3403796" [ 881.973253] env[69563]: _type = "Task" [ 881.973253] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.984398] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.057273] env[69563]: DEBUG nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.061350] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c847a785-f938-4d98-9661-d641e2490cf0 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.062723] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.571s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.062968] env[69563]: DEBUG nova.objects.instance [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lazy-loading 'resources' on Instance uuid 58588121-7bdb-4d6a-b52a-a08f74578d26 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.136155] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403795, 'name': ReconfigVM_Task, 'duration_secs': 0.510042} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.136505] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1/8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.137197] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38844c3a-6daf-4988-8252-e5a9edd3bf24 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.144761] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 882.144761] env[69563]: value = "task-3403797" [ 882.144761] env[69563]: _type = "Task" [ 882.144761] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.152950] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403797, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.292820] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.829s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.482863] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403796, 'name': ReconfigVM_Task, 'duration_secs': 0.161006} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.483694] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b98ecb6-274c-403e-b36d-47ea75d590dc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.503562] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:54:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c2613f4a-0ef9-4d23-bb8e-a77b5f586d47',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1638880353',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.503810] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.503963] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.504161] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.504305] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.504447] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.504643] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.504794] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.504952] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.505120] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.505288] env[69563]: DEBUG nova.virt.hardware [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.506092] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c281368f-6a9e-4b9e-9be7-af8a8449fa68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.511444] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 882.511444] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222fafb-4d67-26f5-6d9d-7d626527480c" [ 882.511444] env[69563]: _type = "Task" [ 882.511444] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.520590] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222fafb-4d67-26f5-6d9d-7d626527480c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.654863] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403797, 'name': Rename_Task, 'duration_secs': 0.207103} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.657670] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.658448] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df44a13c-5be4-4476-80c9-767e7426f714 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.665333] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 882.665333] env[69563]: value = "task-3403798" [ 882.665333] env[69563]: _type = "Task" [ 882.665333] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.675671] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.924658] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba049780-6314-4469-8706-f2c909b62992 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.932455] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c761b79f-3b12-46ef-81df-44876785d2a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.963650] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c1de4-82a2-40a9-8fdc-1e405daf07fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.971869] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a997a24c-deab-4676-b3ad-a150984cbe8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.986329] env[69563]: DEBUG nova.compute.provider_tree [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.022565] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222fafb-4d67-26f5-6d9d-7d626527480c, 'name': SearchDatastore_Task, 'duration_secs': 0.020089} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.027919] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.028231] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d689a56-dd6a-49c0-bddf-5d5d35dbdc8e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.046768] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 883.046768] env[69563]: value = "task-3403799" [ 883.046768] env[69563]: _type = "Task" [ 883.046768] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.054447] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.070955] env[69563]: DEBUG nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.101191] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.101464] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.101618] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.101795] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.101937] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.102098] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.102308] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.102463] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.102632] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.102791] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.102963] env[69563]: DEBUG nova.virt.hardware [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.103868] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aee01e-746c-423b-af5f-46e03c9bc3d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.111769] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4015efb-c25d-458c-8186-8b0bc04492a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.175376] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.421587] env[69563]: DEBUG nova.compute.manager [req-4bff6712-8657-41ed-b498-967892c7c9c2 req-7352a60e-3c0a-4c06-b618-097ae438df9a service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Received event network-vif-plugged-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.421809] env[69563]: DEBUG oslo_concurrency.lockutils [req-4bff6712-8657-41ed-b498-967892c7c9c2 req-7352a60e-3c0a-4c06-b618-097ae438df9a service nova] Acquiring lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.422158] env[69563]: DEBUG oslo_concurrency.lockutils [req-4bff6712-8657-41ed-b498-967892c7c9c2 req-7352a60e-3c0a-4c06-b618-097ae438df9a service nova] Lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.422403] env[69563]: DEBUG oslo_concurrency.lockutils [req-4bff6712-8657-41ed-b498-967892c7c9c2 req-7352a60e-3c0a-4c06-b618-097ae438df9a service nova] Lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.422561] env[69563]: DEBUG nova.compute.manager [req-4bff6712-8657-41ed-b498-967892c7c9c2 req-7352a60e-3c0a-4c06-b618-097ae438df9a service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] No waiting events found dispatching network-vif-plugged-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.422826] env[69563]: WARNING nova.compute.manager [req-4bff6712-8657-41ed-b498-967892c7c9c2 req-7352a60e-3c0a-4c06-b618-097ae438df9a service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Received unexpected event network-vif-plugged-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a for instance with vm_state building and task_state spawning. [ 883.425282] env[69563]: DEBUG oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2793b-a6db-04e5-74e7-98bf084723d9/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 883.426541] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c336e7-8e97-4699-95ae-e35cb52c9478 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.433034] env[69563]: DEBUG oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2793b-a6db-04e5-74e7-98bf084723d9/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 883.433219] env[69563]: ERROR oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2793b-a6db-04e5-74e7-98bf084723d9/disk-0.vmdk due to incomplete transfer. [ 883.433450] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f31adf91-3323-49be-883a-c7646e899a9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.440851] env[69563]: DEBUG oslo_vmware.rw_handles [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2793b-a6db-04e5-74e7-98bf084723d9/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 883.441079] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Uploaded image 7b9fcfbc-d158-430b-b0ea-331e05e12e37 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 883.443650] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 883.443912] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0458d4a2-8e52-4d49-8fb0-143d00171bbb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.450602] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 883.450602] env[69563]: value = "task-3403800" [ 883.450602] env[69563]: _type = "Task" [ 883.450602] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.459221] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403800, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.508870] env[69563]: ERROR nova.scheduler.client.report [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [req-9f7ca1c6-65dd-4f4f-a2f5-fd8bae310dea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f7ca1c6-65dd-4f4f-a2f5-fd8bae310dea"}]} [ 883.524563] env[69563]: DEBUG nova.network.neutron [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Successfully updated port: 8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 883.529939] env[69563]: DEBUG nova.scheduler.client.report [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 883.546626] env[69563]: DEBUG nova.scheduler.client.report [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 883.546868] env[69563]: DEBUG nova.compute.provider_tree [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.558938] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403799, 'name': ReconfigVM_Task, 'duration_secs': 0.220975} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.559236] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 883.560249] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e6cb7d-4d03-439e-a118-cee5c06ecca3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.564079] env[69563]: DEBUG nova.scheduler.client.report [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 883.592561] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843/1e4f952e-967e-40f2-b8ee-7c5d65cca843.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.593120] env[69563]: DEBUG nova.scheduler.client.report [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 883.596361] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a48136-c28b-40b1-9928-04e73091b0b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.613817] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 883.613817] env[69563]: value = "task-3403801" [ 883.613817] env[69563]: _type = "Task" [ 883.613817] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.622290] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.679243] env[69563]: DEBUG oslo_vmware.api [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403798, 'name': PowerOnVM_Task, 'duration_secs': 0.790512} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.679506] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.679701] env[69563]: INFO nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Took 8.46 seconds to spawn the instance on the hypervisor. [ 883.679951] env[69563]: DEBUG nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.680794] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d820eb2-2b4a-4cd9-9483-62efa2268816 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.964441] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403800, 'name': Destroy_Task, 'duration_secs': 0.359592} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.964738] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Destroyed the VM [ 883.964923] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.965184] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9d625426-95b3-47f4-833b-182eb860f96b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.973065] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 883.973065] env[69563]: value = "task-3403802" [ 883.973065] env[69563]: _type = "Task" [ 883.973065] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.980126] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.992912] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c625a7e-b98e-45f8-8e46-477f8ce40998 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.000709] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8279b9-39bf-47c1-bc07-fab67f08044e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.031674] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.031857] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.032033] env[69563]: DEBUG nova.network.neutron [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 884.034073] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a172e1-aa0a-4a25-a5c0-d2cf82a9d984 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.046173] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0901d2d4-fc4d-43cc-b01f-a39a7c9b0ea2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.060564] env[69563]: DEBUG nova.compute.provider_tree [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.124909] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403801, 'name': ReconfigVM_Task, 'duration_secs': 0.3496} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.125305] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843/1e4f952e-967e-40f2-b8ee-7c5d65cca843.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.126339] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877bc217-8b2b-40a9-bcef-dc21ef2001c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.147827] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2126e486-a209-4765-8a78-e4ec41440e78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.166750] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e9d698-1ef7-4a18-be11-964df5da799d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.185879] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce5a610-9a00-436b-ae28-d38442f59057 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.198365] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.200396] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6df9859-b4e1-4949-bacd-93f272b08533 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.202432] env[69563]: INFO nova.compute.manager [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Took 63.70 seconds to build instance. [ 884.209496] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 884.209496] env[69563]: value = "task-3403803" [ 884.209496] env[69563]: _type = "Task" [ 884.209496] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.219311] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.483038] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403802, 'name': RemoveSnapshot_Task, 'duration_secs': 0.401106} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.483181] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 884.483359] env[69563]: DEBUG nova.compute.manager [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.484179] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b841088-ae35-4638-b78a-811d3c600b52 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.566936] env[69563]: DEBUG nova.network.neutron [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 884.598747] env[69563]: DEBUG nova.scheduler.client.report [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 884.599039] env[69563]: DEBUG nova.compute.provider_tree [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 103 to 104 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 884.599246] env[69563]: DEBUG nova.compute.provider_tree [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.704579] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b990cb3e-1598-478b-a442-9f70e28021e8 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.212s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.719869] env[69563]: DEBUG nova.network.neutron [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Updating instance_info_cache with network_info: [{"id": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "address": "fa:16:3e:51:77:85", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0566f3-d6", "ovs_interfaceid": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 884.731024] env[69563]: DEBUG oslo_vmware.api [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403803, 'name': PowerOnVM_Task, 'duration_secs': 0.474579} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.731024] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.998606] env[69563]: INFO nova.compute.manager [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Shelve offloading [ 885.094350] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.095026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.095026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.095026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.095198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.097232] env[69563]: INFO nova.compute.manager [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Terminating instance [ 885.104470] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.042s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.107073] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.997s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.108501] env[69563]: INFO nova.compute.claims [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.128243] env[69563]: INFO nova.scheduler.client.report [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Deleted allocations for instance 58588121-7bdb-4d6a-b52a-a08f74578d26 [ 885.177731] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.178022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.178672] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.178884] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.179069] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.181108] env[69563]: INFO nova.compute.manager [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Terminating instance [ 885.223565] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Releasing lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.223874] env[69563]: DEBUG nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Instance network_info: |[{"id": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "address": "fa:16:3e:51:77:85", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0566f3-d6", "ovs_interfaceid": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.224307] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:77:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.232299] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Creating folder: Project (c87de9d834304b218ee73e7b5e6a5928). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.232628] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4efa6b7a-6840-4c65-a5d7-50fe5ed9382a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.246082] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Created folder: Project (c87de9d834304b218ee73e7b5e6a5928) in parent group-v678952. [ 885.246082] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Creating folder: Instances. Parent ref: group-v679139. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.246082] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1b66791-cd85-4815-ab29-8bb59f508401 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.256170] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Created folder: Instances in parent group-v679139. [ 885.256417] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.256645] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.256808] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac85e30-7fe7-44c9-bb7b-463958185ab7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.277902] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.277902] env[69563]: value = "task-3403806" [ 885.277902] env[69563]: _type = "Task" [ 885.277902] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.286446] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403806, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.454321] env[69563]: DEBUG nova.compute.manager [req-5c86b278-9516-4352-8373-2598ee79bc26 req-b98fd2f2-81fc-45ce-9d94-1095c232a41f service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Received event network-changed-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.454574] env[69563]: DEBUG nova.compute.manager [req-5c86b278-9516-4352-8373-2598ee79bc26 req-b98fd2f2-81fc-45ce-9d94-1095c232a41f service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Refreshing instance network info cache due to event network-changed-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.454725] env[69563]: DEBUG oslo_concurrency.lockutils [req-5c86b278-9516-4352-8373-2598ee79bc26 req-b98fd2f2-81fc-45ce-9d94-1095c232a41f service nova] Acquiring lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.454865] env[69563]: DEBUG oslo_concurrency.lockutils [req-5c86b278-9516-4352-8373-2598ee79bc26 req-b98fd2f2-81fc-45ce-9d94-1095c232a41f service nova] Acquired lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.455038] env[69563]: DEBUG nova.network.neutron [req-5c86b278-9516-4352-8373-2598ee79bc26 req-b98fd2f2-81fc-45ce-9d94-1095c232a41f service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Refreshing network info cache for port 8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 885.502974] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.503475] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0403421c-9642-416a-bf9e-f54c0e615546 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.513498] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 885.513498] env[69563]: value = "task-3403807" [ 885.513498] env[69563]: _type = "Task" [ 885.513498] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.524652] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.600970] env[69563]: DEBUG nova.compute.manager [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.601450] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.602468] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b508fd37-3253-40da-84e1-f5006d66a3ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.615817] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.616453] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-925b31d1-55c7-4634-9c09-0a00bc5c1b5e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.624903] env[69563]: DEBUG oslo_vmware.api [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 885.624903] env[69563]: value = "task-3403808" [ 885.624903] env[69563]: _type = "Task" [ 885.624903] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.638184] env[69563]: DEBUG oslo_vmware.api [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.638673] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59aebcd0-234e-47a9-b6bc-2f46e3a82486 tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "58588121-7bdb-4d6a-b52a-a08f74578d26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.400s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.684284] env[69563]: DEBUG nova.compute.manager [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.684569] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.685390] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41bb725-efdd-40bb-a49f-06fd458a8fb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.695274] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.695511] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b30c80d4-d063-4406-b044-c64a1b7e2229 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.701765] env[69563]: DEBUG oslo_vmware.api [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 885.701765] env[69563]: value = "task-3403809" [ 885.701765] env[69563]: _type = "Task" [ 885.701765] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.709448] env[69563]: DEBUG oslo_vmware.api [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.744021] env[69563]: INFO nova.compute.manager [None req-dd9a2268-303f-4427-9f52-3100a63e7066 tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance to original state: 'active' [ 885.789680] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403806, 'name': CreateVM_Task, 'duration_secs': 0.337833} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.790609] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.791412] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.791593] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.791922] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.792471] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8400ca40-e8e2-4928-a9c4-7869c44dbd0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.798029] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 885.798029] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d39b57-a531-1a55-4bc5-487a584f2e76" [ 885.798029] env[69563]: _type = "Task" [ 885.798029] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.806586] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d39b57-a531-1a55-4bc5-487a584f2e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.025747] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 886.025747] env[69563]: DEBUG nova.compute.manager [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.026665] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ae5a12-3089-4fb3-8ffe-843cd064cdc2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.035019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.035219] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.035399] env[69563]: DEBUG nova.network.neutron [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 886.138560] env[69563]: DEBUG oslo_vmware.api [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403808, 'name': PowerOffVM_Task, 'duration_secs': 0.295683} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.139079] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.139408] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.139764] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9e65690-475a-47b5-b29b-95cbe62454b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.221243] env[69563]: DEBUG oslo_vmware.api [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403809, 'name': PowerOffVM_Task, 'duration_secs': 0.236834} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.224079] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.224392] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.225602] env[69563]: DEBUG nova.network.neutron [req-5c86b278-9516-4352-8373-2598ee79bc26 req-b98fd2f2-81fc-45ce-9d94-1095c232a41f service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Updated VIF entry in instance network info cache for port 8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 886.226026] env[69563]: DEBUG nova.network.neutron [req-5c86b278-9516-4352-8373-2598ee79bc26 req-b98fd2f2-81fc-45ce-9d94-1095c232a41f service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Updating instance_info_cache with network_info: [{"id": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "address": "fa:16:3e:51:77:85", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0566f3-d6", "ovs_interfaceid": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 886.227245] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f81193a5-4db6-4468-8df9-7449c139356e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.233494] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.233800] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.234135] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleting the datastore file [datastore1] 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.237280] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6852fc73-cae0-43db-84ad-290f986d237b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.246248] env[69563]: DEBUG oslo_vmware.api [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 886.246248] env[69563]: value = "task-3403812" [ 886.246248] env[69563]: _type = "Task" [ 886.246248] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.265463] env[69563]: DEBUG oslo_vmware.api [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.308769] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.308769] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.308769] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleting the datastore file [datastore1] 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.315247] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b9efe2-1e73-4f6d-a30d-0d72a8b69d9e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.317524] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d39b57-a531-1a55-4bc5-487a584f2e76, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.318118] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.318403] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.318711] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.318895] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.319123] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.319818] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06d7f4fb-2c51-4ef2-9524-511ad5b8b889 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.326041] env[69563]: DEBUG oslo_vmware.api [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 886.326041] env[69563]: value = "task-3403813" [ 886.326041] env[69563]: _type = "Task" [ 886.326041] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.336509] env[69563]: DEBUG oslo_vmware.api [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.341375] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.341567] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.344724] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2409966-bde9-49d1-b2cd-09c71d415013 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.351703] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 886.351703] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52341fca-ba47-49f9-db65-e4b3fc50937a" [ 886.351703] env[69563]: _type = "Task" [ 886.351703] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.362630] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52341fca-ba47-49f9-db65-e4b3fc50937a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.526031] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42492940-fd17-4e9e-bd1b-15bb6a9a7b8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.533631] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6169f2a-a2cb-471e-baff-a76c50c340bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.566158] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e927a6-15ac-4dbc-aa9c-e3ad8ee27c81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.575314] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee23a2-fcf0-45d0-8755-b9d38c065515 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.589640] env[69563]: DEBUG nova.compute.provider_tree [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.651973] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.652098] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.652313] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.652497] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.652661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.656714] env[69563]: INFO nova.compute.manager [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Terminating instance [ 886.730650] env[69563]: DEBUG oslo_concurrency.lockutils [req-5c86b278-9516-4352-8373-2598ee79bc26 req-b98fd2f2-81fc-45ce-9d94-1095c232a41f service nova] Releasing lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.759869] env[69563]: DEBUG oslo_vmware.api [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158639} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.760154] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.760342] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.760517] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.760688] env[69563]: INFO nova.compute.manager [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 886.760925] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.761136] env[69563]: DEBUG nova.compute.manager [-] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.761244] env[69563]: DEBUG nova.network.neutron [-] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 886.784648] env[69563]: DEBUG nova.network.neutron [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Updating instance_info_cache with network_info: [{"id": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "address": "fa:16:3e:81:01:13", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9acdfcb-d8", "ovs_interfaceid": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 886.837626] env[69563]: DEBUG oslo_vmware.api [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341159} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.837904] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.838260] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.838369] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.838451] env[69563]: INFO nova.compute.manager [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 886.838692] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.838886] env[69563]: DEBUG nova.compute.manager [-] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.838978] env[69563]: DEBUG nova.network.neutron [-] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 886.862030] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52341fca-ba47-49f9-db65-e4b3fc50937a, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.863534] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b668a0b-6d39-4cee-af0d-d0278c02c118 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.869061] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 886.869061] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc4fff-b486-4181-2bcc-aae987257692" [ 886.869061] env[69563]: _type = "Task" [ 886.869061] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.879764] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc4fff-b486-4181-2bcc-aae987257692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.006740] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.007292] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.007699] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.010859] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.011206] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.013209] env[69563]: INFO nova.compute.manager [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Terminating instance [ 887.043314] env[69563]: DEBUG nova.compute.manager [req-68519823-9d98-4412-ab62-400fd2bf4be5 req-fa67bc89-4015-43fb-9ea6-9a72c24bbecc service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Received event network-vif-deleted-e42b5a09-eaec-47c7-abfd-9c48354d6629 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.043314] env[69563]: INFO nova.compute.manager [req-68519823-9d98-4412-ab62-400fd2bf4be5 req-fa67bc89-4015-43fb-9ea6-9a72c24bbecc service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Neutron deleted interface e42b5a09-eaec-47c7-abfd-9c48354d6629; detaching it from the instance and deleting it from the info cache [ 887.043723] env[69563]: DEBUG nova.network.neutron [req-68519823-9d98-4412-ab62-400fd2bf4be5 req-fa67bc89-4015-43fb-9ea6-9a72c24bbecc service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 887.128083] env[69563]: DEBUG nova.scheduler.client.report [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 887.128396] env[69563]: DEBUG nova.compute.provider_tree [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 104 to 105 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 887.128747] env[69563]: DEBUG nova.compute.provider_tree [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.161509] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "refresh_cache-2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.161651] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquired lock "refresh_cache-2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.161829] env[69563]: DEBUG nova.network.neutron [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 887.287032] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.380198] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc4fff-b486-4181-2bcc-aae987257692, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.380495] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.380757] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 69daa2ed-f866-42e2-b725-8ff50c1ca3e6/69daa2ed-f866-42e2-b725-8ff50c1ca3e6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.381041] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a08c9697-d2d2-4943-91e5-ba26bbe994fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.390342] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 887.390342] env[69563]: value = "task-3403814" [ 887.390342] env[69563]: _type = "Task" [ 887.390342] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.399709] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.485396] env[69563]: DEBUG nova.compute.manager [req-8c707795-4268-48fe-b1ac-96357743f11e req-44232b34-34c0-4698-86d4-cf381901c627 service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Received event network-vif-deleted-297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.485588] env[69563]: INFO nova.compute.manager [req-8c707795-4268-48fe-b1ac-96357743f11e req-44232b34-34c0-4698-86d4-cf381901c627 service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Neutron deleted interface 297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d; detaching it from the instance and deleting it from the info cache [ 887.485766] env[69563]: DEBUG nova.network.neutron [req-8c707795-4268-48fe-b1ac-96357743f11e req-44232b34-34c0-4698-86d4-cf381901c627 service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 887.518136] env[69563]: DEBUG nova.compute.manager [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.518643] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.521113] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4a9202-041c-4d91-96a2-fe5da44c8576 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.523469] env[69563]: DEBUG nova.network.neutron [-] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 887.532138] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.532138] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11fca458-7eef-4628-8492-bacfee1ab552 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.541059] env[69563]: DEBUG oslo_vmware.api [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 887.541059] env[69563]: value = "task-3403815" [ 887.541059] env[69563]: _type = "Task" [ 887.541059] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.549225] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a75ee20f-1abf-406b-94ea-68d38948d625 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.558441] env[69563]: DEBUG oslo_vmware.api [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.562423] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7a71ff-2fbe-4d90-9234-1403199c175b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.573117] env[69563]: DEBUG nova.network.neutron [-] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 887.579989] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.580871] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b66346-d2ef-42c9-a53a-017a33479eeb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.589628] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.600751] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69de1c32-1afa-4918-9376-3680ff3155c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.603051] env[69563]: DEBUG nova.compute.manager [req-68519823-9d98-4412-ab62-400fd2bf4be5 req-fa67bc89-4015-43fb-9ea6-9a72c24bbecc service nova] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Detach interface failed, port_id=e42b5a09-eaec-47c7-abfd-9c48354d6629, reason: Instance 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.635612] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.636415] env[69563]: DEBUG nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.640640] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.448s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.642423] env[69563]: INFO nova.compute.claims [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.676980] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.677273] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.677468] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleting the datastore file [datastore2] fcb8171c-0104-43e9-a25e-a588127b2bd2 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.677762] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b6b9b9-e5a4-49b8-8c9f-77bca1e7d8b7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.688777] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 887.688777] env[69563]: value = "task-3403817" [ 887.688777] env[69563]: _type = "Task" [ 887.688777] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.689620] env[69563]: DEBUG nova.network.neutron [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 887.702240] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.767025] env[69563]: DEBUG nova.network.neutron [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 887.902635] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403814, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.989401] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89a4fa62-0b55-48ea-9f9b-2c9c2c23b2d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.999483] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9854405f-ed90-40aa-b765-4ed0d56236eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.035448] env[69563]: INFO nova.compute.manager [-] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Took 1.27 seconds to deallocate network for instance. [ 888.036010] env[69563]: DEBUG nova.compute.manager [req-8c707795-4268-48fe-b1ac-96357743f11e req-44232b34-34c0-4698-86d4-cf381901c627 service nova] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Detach interface failed, port_id=297ba79c-e3c0-4880-9ffc-1bf6bc6ee27d, reason: Instance 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.052182] env[69563]: DEBUG oslo_vmware.api [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403815, 'name': PowerOffVM_Task, 'duration_secs': 0.229467} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.052604] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.052750] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.052982] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33f136fe-06a7-4234-9c10-75009a483941 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.075279] env[69563]: INFO nova.compute.manager [-] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Took 1.24 seconds to deallocate network for instance. [ 888.114402] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.114692] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.114906] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Deleting the datastore file [datastore1] 1e4f952e-967e-40f2-b8ee-7c5d65cca843 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.115243] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54a95272-197b-4ee9-a892-ddcf58211961 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.122497] env[69563]: DEBUG oslo_vmware.api [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 888.122497] env[69563]: value = "task-3403819" [ 888.122497] env[69563]: _type = "Task" [ 888.122497] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.130837] env[69563]: DEBUG oslo_vmware.api [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.147549] env[69563]: DEBUG nova.compute.utils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.149983] env[69563]: DEBUG nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.150288] env[69563]: DEBUG nova.network.neutron [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 888.202593] env[69563]: DEBUG oslo_vmware.api [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451715} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.202885] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.203105] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.203305] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.224958] env[69563]: DEBUG nova.policy [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb4f872531544449a3989f81d8e6eac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f7a8e0838f4d7c8afb31d5a7478bb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.227676] env[69563]: INFO nova.scheduler.client.report [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted allocations for instance fcb8171c-0104-43e9-a25e-a588127b2bd2 [ 888.269558] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Releasing lock "refresh_cache-2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.270468] env[69563]: DEBUG nova.compute.manager [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.270468] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.271269] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3157c33f-aced-40ff-b98e-090fa9780e48 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.279409] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.280823] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40103f71-d21e-4cfb-a76c-1b7932756ba9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.289020] env[69563]: DEBUG oslo_vmware.api [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 888.289020] env[69563]: value = "task-3403820" [ 888.289020] env[69563]: _type = "Task" [ 888.289020] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.296027] env[69563]: DEBUG oslo_vmware.api [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.401820] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670579} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.402084] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 69daa2ed-f866-42e2-b725-8ff50c1ca3e6/69daa2ed-f866-42e2-b725-8ff50c1ca3e6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.402321] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.402586] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78c93800-25be-4f23-a05e-20184b7008ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.408667] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 888.408667] env[69563]: value = "task-3403821" [ 888.408667] env[69563]: _type = "Task" [ 888.408667] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.416084] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.546863] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.570823] env[69563]: DEBUG nova.network.neutron [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Successfully created port: 6e37ad76-9d41-4b77-8b0f-a4548e642f36 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 888.581953] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.632654] env[69563]: DEBUG oslo_vmware.api [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164575} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.632940] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.633146] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.633371] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.633516] env[69563]: INFO nova.compute.manager [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Took 1.11 seconds to destroy the instance on the hypervisor. [ 888.633755] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.633967] env[69563]: DEBUG nova.compute.manager [-] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.634074] env[69563]: DEBUG nova.network.neutron [-] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 888.651275] env[69563]: DEBUG nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.733048] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.800132] env[69563]: DEBUG oslo_vmware.api [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403820, 'name': PowerOffVM_Task, 'duration_secs': 0.121784} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.800434] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.800607] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.800925] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab03a21-0c8a-4e05-b5e3-7c71971cf026 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.824466] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.824677] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.824852] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Deleting the datastore file [datastore2] 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.825122] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9119b5b8-842c-4c49-9850-a2030b236b79 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.831993] env[69563]: DEBUG oslo_vmware.api [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for the task: (returnval){ [ 888.831993] env[69563]: value = "task-3403823" [ 888.831993] env[69563]: _type = "Task" [ 888.831993] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.840538] env[69563]: DEBUG oslo_vmware.api [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.919972] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064917} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.921554] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.923787] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1823530f-d635-4db2-a6c8-828eeb35d1e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.946287] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 69daa2ed-f866-42e2-b725-8ff50c1ca3e6/69daa2ed-f866-42e2-b725-8ff50c1ca3e6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.949631] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63be62ab-719f-4fe2-85f1-515328b9eb80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.968935] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 888.968935] env[69563]: value = "task-3403824" [ 888.968935] env[69563]: _type = "Task" [ 888.968935] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.978631] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.046672] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d849db-8d20-4a95-b3f0-f6caeb88c5b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.056404] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf3cd4-bc4a-4c1c-9af5-f749b843365d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.086828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a59642-d564-4740-a706-e50980116bf7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.090886] env[69563]: DEBUG nova.compute.manager [req-c5028d01-75fd-450d-b53f-16455a8fbc7e req-eb0ceaa5-d5e4-4002-bb5a-ce35016b7eed service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Received event network-vif-deleted-eb5d297f-c594-49d2-8012-fa7825202904 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.091182] env[69563]: INFO nova.compute.manager [req-c5028d01-75fd-450d-b53f-16455a8fbc7e req-eb0ceaa5-d5e4-4002-bb5a-ce35016b7eed service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Neutron deleted interface eb5d297f-c594-49d2-8012-fa7825202904; detaching it from the instance and deleting it from the info cache [ 889.091361] env[69563]: DEBUG nova.network.neutron [req-c5028d01-75fd-450d-b53f-16455a8fbc7e req-eb0ceaa5-d5e4-4002-bb5a-ce35016b7eed service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 889.098782] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd74706-7ae5-4d4e-ac37-9d72e6f90438 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.115313] env[69563]: DEBUG nova.compute.provider_tree [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.341810] env[69563]: DEBUG oslo_vmware.api [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Task: {'id': task-3403823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115723} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.342315] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.342315] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.342457] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.342583] env[69563]: INFO nova.compute.manager [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 889.342821] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.343020] env[69563]: DEBUG nova.compute.manager [-] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.343119] env[69563]: DEBUG nova.network.neutron [-] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 889.357961] env[69563]: DEBUG nova.network.neutron [-] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 889.430765] env[69563]: DEBUG nova.network.neutron [-] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 889.479973] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.510667] env[69563]: DEBUG nova.compute.manager [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Received event network-vif-unplugged-d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.510846] env[69563]: DEBUG oslo_concurrency.lockutils [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] Acquiring lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.511201] env[69563]: DEBUG oslo_concurrency.lockutils [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.511442] env[69563]: DEBUG oslo_concurrency.lockutils [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.511623] env[69563]: DEBUG nova.compute.manager [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] No waiting events found dispatching network-vif-unplugged-d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.511786] env[69563]: WARNING nova.compute.manager [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Received unexpected event network-vif-unplugged-d9acdfcb-d8fc-4360-8f5c-88462f323a21 for instance with vm_state shelved_offloaded and task_state None. [ 889.511943] env[69563]: DEBUG nova.compute.manager [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Received event network-changed-d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.512111] env[69563]: DEBUG nova.compute.manager [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Refreshing instance network info cache due to event network-changed-d9acdfcb-d8fc-4360-8f5c-88462f323a21. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.512302] env[69563]: DEBUG oslo_concurrency.lockutils [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] Acquiring lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.512454] env[69563]: DEBUG oslo_concurrency.lockutils [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] Acquired lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.512604] env[69563]: DEBUG nova.network.neutron [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Refreshing network info cache for port d9acdfcb-d8fc-4360-8f5c-88462f323a21 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 889.594294] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a50bd6fc-3ec6-4fa1-a3cc-acfa015be51e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.604564] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c60cb3-05d2-4e6a-a56f-1daed3b71e8c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.617667] env[69563]: DEBUG nova.scheduler.client.report [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.638791] env[69563]: DEBUG nova.compute.manager [req-c5028d01-75fd-450d-b53f-16455a8fbc7e req-eb0ceaa5-d5e4-4002-bb5a-ce35016b7eed service nova] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Detach interface failed, port_id=eb5d297f-c594-49d2-8012-fa7825202904, reason: Instance 1e4f952e-967e-40f2-b8ee-7c5d65cca843 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.663710] env[69563]: DEBUG nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.685074] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.685331] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.685488] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.685660] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.685803] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.685945] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.686191] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.686319] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.686483] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.686643] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.686814] env[69563]: DEBUG nova.virt.hardware [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.687688] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b24aa-a385-4913-8ca2-6f8a050f14d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.695615] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02df737-7e12-4512-b180-092c4b47f700 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.860634] env[69563]: DEBUG nova.network.neutron [-] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 889.933880] env[69563]: INFO nova.compute.manager [-] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Took 1.30 seconds to deallocate network for instance. [ 889.980148] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403824, 'name': ReconfigVM_Task, 'duration_secs': 0.526324} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.980489] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 69daa2ed-f866-42e2-b725-8ff50c1ca3e6/69daa2ed-f866-42e2-b725-8ff50c1ca3e6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.981148] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45480046-5740-4536-b237-07ab8538ede0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.986985] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 889.986985] env[69563]: value = "task-3403825" [ 889.986985] env[69563]: _type = "Task" [ 889.986985] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.994932] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403825, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.064022] env[69563]: DEBUG nova.network.neutron [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Successfully updated port: 6e37ad76-9d41-4b77-8b0f-a4548e642f36 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.082752] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.123324] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.123815] env[69563]: DEBUG nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.126775] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.179s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.126993] env[69563]: DEBUG nova.objects.instance [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lazy-loading 'resources' on Instance uuid 18657ead-6d4e-4d20-bf36-838ecb022f71 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.242849] env[69563]: DEBUG nova.network.neutron [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Updated VIF entry in instance network info cache for port d9acdfcb-d8fc-4360-8f5c-88462f323a21. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 890.243236] env[69563]: DEBUG nova.network.neutron [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Updating instance_info_cache with network_info: [{"id": "d9acdfcb-d8fc-4360-8f5c-88462f323a21", "address": "fa:16:3e:81:01:13", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": null, "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd9acdfcb-d8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 890.363271] env[69563]: INFO nova.compute.manager [-] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Took 1.02 seconds to deallocate network for instance. [ 890.443991] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.496989] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403825, 'name': Rename_Task, 'duration_secs': 0.138831} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.497288] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.497536] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-119aaf84-40dc-465f-8a88-3dcb1be09ee4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.503827] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 890.503827] env[69563]: value = "task-3403826" [ 890.503827] env[69563]: _type = "Task" [ 890.503827] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.511301] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.565697] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "refresh_cache-1aff3dae-6241-4b0a-96e1-85435273f4d4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.565995] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquired lock "refresh_cache-1aff3dae-6241-4b0a-96e1-85435273f4d4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.566212] env[69563]: DEBUG nova.network.neutron [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 890.629698] env[69563]: DEBUG nova.compute.utils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.634660] env[69563]: DEBUG nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.634828] env[69563]: DEBUG nova.network.neutron [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 890.688576] env[69563]: DEBUG nova.policy [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cb4f872531544449a3989f81d8e6eac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54f7a8e0838f4d7c8afb31d5a7478bb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.745484] env[69563]: DEBUG oslo_concurrency.lockutils [req-d64753e0-9d50-40e7-9995-256484c31750 req-4fac9e8f-7ce4-496c-84ee-b9a661f5989a service nova] Releasing lock "refresh_cache-fcb8171c-0104-43e9-a25e-a588127b2bd2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.869764] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.974023] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4286a8d-7241-4423-99a4-5c7d95a2c460 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.976644] env[69563]: DEBUG nova.network.neutron [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Successfully created port: 8915bc4f-f610-4585-aadb-de6320d3947b {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 890.982977] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2095e573-afb6-48a0-8a90-60dcc3adb8ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.015155] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d68d5d4-3e83-4420-8d5f-e7f30607e653 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.022200] env[69563]: DEBUG oslo_vmware.api [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403826, 'name': PowerOnVM_Task, 'duration_secs': 0.435502} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.024553] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.024866] env[69563]: INFO nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Took 7.95 seconds to spawn the instance on the hypervisor. [ 891.025176] env[69563]: DEBUG nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.026364] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4963239e-cde0-44a7-8778-f723cd3f40f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.030933] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728ab42d-569d-415b-932b-b7af28f0d18b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.047266] env[69563]: DEBUG nova.compute.provider_tree [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.101204] env[69563]: DEBUG nova.network.neutron [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 891.139249] env[69563]: DEBUG nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.245734] env[69563]: DEBUG nova.network.neutron [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Updating instance_info_cache with network_info: [{"id": "6e37ad76-9d41-4b77-8b0f-a4548e642f36", "address": "fa:16:3e:2d:07:48", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e37ad76-9d", "ovs_interfaceid": "6e37ad76-9d41-4b77-8b0f-a4548e642f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 891.546042] env[69563]: DEBUG nova.compute.manager [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Received event network-vif-plugged-6e37ad76-9d41-4b77-8b0f-a4548e642f36 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.546276] env[69563]: DEBUG oslo_concurrency.lockutils [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] Acquiring lock "1aff3dae-6241-4b0a-96e1-85435273f4d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.546488] env[69563]: DEBUG oslo_concurrency.lockutils [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] Lock "1aff3dae-6241-4b0a-96e1-85435273f4d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.546652] env[69563]: DEBUG oslo_concurrency.lockutils [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] Lock "1aff3dae-6241-4b0a-96e1-85435273f4d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.546815] env[69563]: DEBUG nova.compute.manager [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] No waiting events found dispatching network-vif-plugged-6e37ad76-9d41-4b77-8b0f-a4548e642f36 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.546979] env[69563]: WARNING nova.compute.manager [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Received unexpected event network-vif-plugged-6e37ad76-9d41-4b77-8b0f-a4548e642f36 for instance with vm_state building and task_state spawning. [ 891.547155] env[69563]: DEBUG nova.compute.manager [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Received event network-changed-6e37ad76-9d41-4b77-8b0f-a4548e642f36 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.547308] env[69563]: DEBUG nova.compute.manager [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Refreshing instance network info cache due to event network-changed-6e37ad76-9d41-4b77-8b0f-a4548e642f36. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.547473] env[69563]: DEBUG oslo_concurrency.lockutils [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] Acquiring lock "refresh_cache-1aff3dae-6241-4b0a-96e1-85435273f4d4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.554741] env[69563]: DEBUG nova.scheduler.client.report [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.558719] env[69563]: INFO nova.compute.manager [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Took 57.57 seconds to build instance. [ 891.748405] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Releasing lock "refresh_cache-1aff3dae-6241-4b0a-96e1-85435273f4d4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.748768] env[69563]: DEBUG nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Instance network_info: |[{"id": "6e37ad76-9d41-4b77-8b0f-a4548e642f36", "address": "fa:16:3e:2d:07:48", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e37ad76-9d", "ovs_interfaceid": "6e37ad76-9d41-4b77-8b0f-a4548e642f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.749098] env[69563]: DEBUG oslo_concurrency.lockutils [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] Acquired lock "refresh_cache-1aff3dae-6241-4b0a-96e1-85435273f4d4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.749287] env[69563]: DEBUG nova.network.neutron [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Refreshing network info cache for port 6e37ad76-9d41-4b77-8b0f-a4548e642f36 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 891.750598] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:07:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e37ad76-9d41-4b77-8b0f-a4548e642f36', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.759228] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Creating folder: Project (54f7a8e0838f4d7c8afb31d5a7478bb4). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.760332] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2531dad6-9f2b-4479-a0fa-75b514d4b15f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.773727] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Created folder: Project (54f7a8e0838f4d7c8afb31d5a7478bb4) in parent group-v678952. [ 891.773934] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Creating folder: Instances. Parent ref: group-v679142. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.774191] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4fd8cbc-7ce1-462e-a323-ae87bddd8df4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.785793] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Created folder: Instances in parent group-v679142. [ 891.786041] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.786239] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.786447] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1537dc6-1ab5-44e9-a537-bb718e55cb52 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.807161] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.807161] env[69563]: value = "task-3403829" [ 891.807161] env[69563]: _type = "Task" [ 891.807161] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.814786] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403829, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.060181] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.063808] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.006s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.064532] env[69563]: DEBUG nova.objects.instance [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lazy-loading 'resources' on Instance uuid 1916e270-5696-40ae-af2d-382fbb64c25e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.065912] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ba2c54e3-55a5-498a-920b-fe24bfae58ae tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.094s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.087351] env[69563]: INFO nova.scheduler.client.report [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Deleted allocations for instance 18657ead-6d4e-4d20-bf36-838ecb022f71 [ 892.147986] env[69563]: DEBUG nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.175074] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.175225] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.175385] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.175568] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.175713] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.175858] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.176109] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.176334] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.176517] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.176683] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.176919] env[69563]: DEBUG nova.virt.hardware [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.178241] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c94bdaa-d115-4036-ba1b-852de378b30b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.186601] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b81a102-f441-4f62-b5bb-c9396f596435 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.317034] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403829, 'name': CreateVM_Task, 'duration_secs': 0.325975} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.317228] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.317922] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.318135] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.318465] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.318743] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd8e6c6-6f90-4285-a3be-e39f3eac98ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.323858] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 892.323858] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a7d34-28c3-4da4-3f93-a88a2eb66df2" [ 892.323858] env[69563]: _type = "Task" [ 892.323858] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.334696] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a7d34-28c3-4da4-3f93-a88a2eb66df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.336986] env[69563]: DEBUG nova.compute.manager [req-3d55b0ab-cef1-4c4f-96da-56dc37cec6fd req-7267d860-cb3a-4377-a7a8-f98ae81b5222 service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Received event network-changed-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.337198] env[69563]: DEBUG nova.compute.manager [req-3d55b0ab-cef1-4c4f-96da-56dc37cec6fd req-7267d860-cb3a-4377-a7a8-f98ae81b5222 service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Refreshing instance network info cache due to event network-changed-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.337409] env[69563]: DEBUG oslo_concurrency.lockutils [req-3d55b0ab-cef1-4c4f-96da-56dc37cec6fd req-7267d860-cb3a-4377-a7a8-f98ae81b5222 service nova] Acquiring lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.337553] env[69563]: DEBUG oslo_concurrency.lockutils [req-3d55b0ab-cef1-4c4f-96da-56dc37cec6fd req-7267d860-cb3a-4377-a7a8-f98ae81b5222 service nova] Acquired lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.337715] env[69563]: DEBUG nova.network.neutron [req-3d55b0ab-cef1-4c4f-96da-56dc37cec6fd req-7267d860-cb3a-4377-a7a8-f98ae81b5222 service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Refreshing network info cache for port 8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 892.568522] env[69563]: DEBUG nova.objects.instance [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lazy-loading 'numa_topology' on Instance uuid 1916e270-5696-40ae-af2d-382fbb64c25e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.596924] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5c7a4d47-aad1-4c7b-882f-bcb8cbf20634 tempest-VolumesAdminNegativeTest-553570020 tempest-VolumesAdminNegativeTest-553570020-project-member] Lock "18657ead-6d4e-4d20-bf36-838ecb022f71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.564s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.634042] env[69563]: DEBUG nova.network.neutron [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Updated VIF entry in instance network info cache for port 6e37ad76-9d41-4b77-8b0f-a4548e642f36. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 892.634494] env[69563]: DEBUG nova.network.neutron [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Updating instance_info_cache with network_info: [{"id": "6e37ad76-9d41-4b77-8b0f-a4548e642f36", "address": "fa:16:3e:2d:07:48", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e37ad76-9d", "ovs_interfaceid": "6e37ad76-9d41-4b77-8b0f-a4548e642f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 892.661587] env[69563]: DEBUG nova.network.neutron [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Successfully updated port: 8915bc4f-f610-4585-aadb-de6320d3947b {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 892.833971] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522a7d34-28c3-4da4-3f93-a88a2eb66df2, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.834517] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.834760] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.834998] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.835157] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.835341] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.835619] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b396878-50d8-49a2-b6b7-7db627973255 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.844564] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.845156] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.845842] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d45833-aab5-498d-ae9f-654e541d9e7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.853118] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 892.853118] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529bd661-264d-340e-842c-e2969ebadf77" [ 892.853118] env[69563]: _type = "Task" [ 892.853118] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.858897] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529bd661-264d-340e-842c-e2969ebadf77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.076811] env[69563]: DEBUG nova.objects.base [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Object Instance<1916e270-5696-40ae-af2d-382fbb64c25e> lazy-loaded attributes: resources,numa_topology {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 893.138416] env[69563]: DEBUG oslo_concurrency.lockutils [req-630be2a6-331b-4fea-a329-d70a120ef879 req-de5d2cc2-fd53-4334-9b16-a1b196a8697b service nova] Releasing lock "refresh_cache-1aff3dae-6241-4b0a-96e1-85435273f4d4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.164139] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "refresh_cache-35e089c6-2789-412d-b382-d2f1047b104f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.164544] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquired lock "refresh_cache-35e089c6-2789-412d-b382-d2f1047b104f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.164544] env[69563]: DEBUG nova.network.neutron [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 893.289528] env[69563]: DEBUG nova.network.neutron [req-3d55b0ab-cef1-4c4f-96da-56dc37cec6fd req-7267d860-cb3a-4377-a7a8-f98ae81b5222 service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Updated VIF entry in instance network info cache for port 8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 893.289916] env[69563]: DEBUG nova.network.neutron [req-3d55b0ab-cef1-4c4f-96da-56dc37cec6fd req-7267d860-cb3a-4377-a7a8-f98ae81b5222 service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Updating instance_info_cache with network_info: [{"id": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "address": "fa:16:3e:51:77:85", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0566f3-d6", "ovs_interfaceid": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 893.366088] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529bd661-264d-340e-842c-e2969ebadf77, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.368980] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86887590-0484-4d76-8d1a-d73e95c8ea6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.376156] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 893.376156] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e1c97-c024-1614-5e60-ae5239977466" [ 893.376156] env[69563]: _type = "Task" [ 893.376156] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.386955] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e1c97-c024-1614-5e60-ae5239977466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.509573] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d56448-23b3-4464-823d-59b25acf25ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.519938] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c1d7e1-8108-4c2f-b99f-6be0bc16099e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.560870] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a1d495-01ee-4828-83c7-1cb884fc3c3b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.568587] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d8d0f-3761-44f3-8f84-95f1d52b16d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.583050] env[69563]: DEBUG nova.compute.provider_tree [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.587105] env[69563]: DEBUG nova.compute.manager [req-f0b1417e-1420-4ae0-8ba1-805e5b20f560 req-c35dfc5c-7a0c-43c3-bcaa-a310fa0e927a service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Received event network-changed-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.587294] env[69563]: DEBUG nova.compute.manager [req-f0b1417e-1420-4ae0-8ba1-805e5b20f560 req-c35dfc5c-7a0c-43c3-bcaa-a310fa0e927a service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Refreshing instance network info cache due to event network-changed-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.587533] env[69563]: DEBUG oslo_concurrency.lockutils [req-f0b1417e-1420-4ae0-8ba1-805e5b20f560 req-c35dfc5c-7a0c-43c3-bcaa-a310fa0e927a service nova] Acquiring lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.796026] env[69563]: DEBUG oslo_concurrency.lockutils [req-3d55b0ab-cef1-4c4f-96da-56dc37cec6fd req-7267d860-cb3a-4377-a7a8-f98ae81b5222 service nova] Releasing lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.796511] env[69563]: DEBUG oslo_concurrency.lockutils [req-f0b1417e-1420-4ae0-8ba1-805e5b20f560 req-c35dfc5c-7a0c-43c3-bcaa-a310fa0e927a service nova] Acquired lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.796705] env[69563]: DEBUG nova.network.neutron [req-f0b1417e-1420-4ae0-8ba1-805e5b20f560 req-c35dfc5c-7a0c-43c3-bcaa-a310fa0e927a service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Refreshing network info cache for port 8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 893.889154] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e1c97-c024-1614-5e60-ae5239977466, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.889419] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.889673] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 1aff3dae-6241-4b0a-96e1-85435273f4d4/1aff3dae-6241-4b0a-96e1-85435273f4d4.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.889939] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-391ec178-6b8c-4354-bd90-e694e73110e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.901421] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 893.901421] env[69563]: value = "task-3403830" [ 893.901421] env[69563]: _type = "Task" [ 893.901421] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.909328] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.951075] env[69563]: DEBUG nova.network.neutron [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 894.086670] env[69563]: DEBUG nova.scheduler.client.report [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.240998] env[69563]: DEBUG nova.network.neutron [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Updating instance_info_cache with network_info: [{"id": "8915bc4f-f610-4585-aadb-de6320d3947b", "address": "fa:16:3e:ac:d6:64", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8915bc4f-f6", "ovs_interfaceid": "8915bc4f-f610-4585-aadb-de6320d3947b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 894.416934] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403830, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.488301] env[69563]: DEBUG nova.compute.manager [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Received event network-vif-plugged-8915bc4f-f610-4585-aadb-de6320d3947b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.488641] env[69563]: DEBUG oslo_concurrency.lockutils [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] Acquiring lock "35e089c6-2789-412d-b382-d2f1047b104f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.488869] env[69563]: DEBUG oslo_concurrency.lockutils [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] Lock "35e089c6-2789-412d-b382-d2f1047b104f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.490023] env[69563]: DEBUG oslo_concurrency.lockutils [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] Lock "35e089c6-2789-412d-b382-d2f1047b104f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.490023] env[69563]: DEBUG nova.compute.manager [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] No waiting events found dispatching network-vif-plugged-8915bc4f-f610-4585-aadb-de6320d3947b {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.490023] env[69563]: WARNING nova.compute.manager [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Received unexpected event network-vif-plugged-8915bc4f-f610-4585-aadb-de6320d3947b for instance with vm_state building and task_state spawning. [ 894.490023] env[69563]: DEBUG nova.compute.manager [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Received event network-changed-8915bc4f-f610-4585-aadb-de6320d3947b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.490255] env[69563]: DEBUG nova.compute.manager [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Refreshing instance network info cache due to event network-changed-8915bc4f-f610-4585-aadb-de6320d3947b. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.490255] env[69563]: DEBUG oslo_concurrency.lockutils [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] Acquiring lock "refresh_cache-35e089c6-2789-412d-b382-d2f1047b104f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.594374] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.532s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.603263] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.622s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.603263] env[69563]: DEBUG nova.objects.instance [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lazy-loading 'resources' on Instance uuid 99f44c75-78e9-4616-86d4-42bd00fb49a5 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.744416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Releasing lock "refresh_cache-35e089c6-2789-412d-b382-d2f1047b104f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.744940] env[69563]: DEBUG nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Instance network_info: |[{"id": "8915bc4f-f610-4585-aadb-de6320d3947b", "address": "fa:16:3e:ac:d6:64", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8915bc4f-f6", "ovs_interfaceid": "8915bc4f-f610-4585-aadb-de6320d3947b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.747479] env[69563]: DEBUG nova.network.neutron [req-f0b1417e-1420-4ae0-8ba1-805e5b20f560 req-c35dfc5c-7a0c-43c3-bcaa-a310fa0e927a service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Updated VIF entry in instance network info cache for port 8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 894.747479] env[69563]: DEBUG nova.network.neutron [req-f0b1417e-1420-4ae0-8ba1-805e5b20f560 req-c35dfc5c-7a0c-43c3-bcaa-a310fa0e927a service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Updating instance_info_cache with network_info: [{"id": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "address": "fa:16:3e:51:77:85", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b0566f3-d6", "ovs_interfaceid": "8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 894.748045] env[69563]: DEBUG oslo_concurrency.lockutils [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] Acquired lock "refresh_cache-35e089c6-2789-412d-b382-d2f1047b104f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.748350] env[69563]: DEBUG nova.network.neutron [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Refreshing network info cache for port 8915bc4f-f610-4585-aadb-de6320d3947b {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 894.750033] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:d6:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8915bc4f-f610-4585-aadb-de6320d3947b', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.764866] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.771251] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.771977] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a678946d-d502-4d86-8f3a-cf648c9881d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.808160] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.808160] env[69563]: value = "task-3403831" [ 894.808160] env[69563]: _type = "Task" [ 894.808160] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.818522] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403831, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.913370] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69707} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.913665] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 1aff3dae-6241-4b0a-96e1-85435273f4d4/1aff3dae-6241-4b0a-96e1-85435273f4d4.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.913888] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.914578] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce415d3a-7801-4ea0-8437-832cf15195b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.920244] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 894.920244] env[69563]: value = "task-3403832" [ 894.920244] env[69563]: _type = "Task" [ 894.920244] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.929012] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.116554] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3e12d1d1-b13b-4bf7-a614-16dd44d3d3ee tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 65.543s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.118441] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 40.589s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.118441] env[69563]: INFO nova.compute.manager [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Unshelving [ 895.207428] env[69563]: DEBUG nova.network.neutron [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Updated VIF entry in instance network info cache for port 8915bc4f-f610-4585-aadb-de6320d3947b. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 895.207795] env[69563]: DEBUG nova.network.neutron [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Updating instance_info_cache with network_info: [{"id": "8915bc4f-f610-4585-aadb-de6320d3947b", "address": "fa:16:3e:ac:d6:64", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8915bc4f-f6", "ovs_interfaceid": "8915bc4f-f610-4585-aadb-de6320d3947b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 895.266891] env[69563]: DEBUG oslo_concurrency.lockutils [req-f0b1417e-1420-4ae0-8ba1-805e5b20f560 req-c35dfc5c-7a0c-43c3-bcaa-a310fa0e927a service nova] Releasing lock "refresh_cache-69daa2ed-f866-42e2-b725-8ff50c1ca3e6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.318312] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403831, 'name': CreateVM_Task, 'duration_secs': 0.380675} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.320808] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.321993] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.321993] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.322162] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.326023] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd43182e-3796-48a3-8860-4ae62ebd9d7c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.326769] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 895.326769] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5207ff0f-4785-44c5-98d8-8cc3d84ce764" [ 895.326769] env[69563]: _type = "Task" [ 895.326769] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.334778] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5207ff0f-4785-44c5-98d8-8cc3d84ce764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.435023] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071895} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.435023] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.435023] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57be23f7-a9a9-4752-84a3-c758b0332cf4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.463032] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1aff3dae-6241-4b0a-96e1-85435273f4d4/1aff3dae-6241-4b0a-96e1-85435273f4d4.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.465961] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1ff5bb-a6ed-424e-a410-524e4deef688 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.490232] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 895.490232] env[69563]: value = "task-3403833" [ 895.490232] env[69563]: _type = "Task" [ 895.490232] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.502475] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.560124] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70123f12-4aba-485c-ad28-90184937eb09 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.567477] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ac19d-5365-4979-bfe9-01d62b7bb688 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.598912] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b558ad8b-445f-4760-b9b1-1975940e30c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.606396] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf145b9e-6bbe-49af-a2b9-4200f572e969 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.627145] env[69563]: DEBUG nova.compute.provider_tree [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.710878] env[69563]: DEBUG oslo_concurrency.lockutils [req-43ad21cc-65ca-40d2-ae7b-7b564cb29299 req-a6e5119c-d639-454a-9ffe-b982849ba6bb service nova] Releasing lock "refresh_cache-35e089c6-2789-412d-b382-d2f1047b104f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.840025] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5207ff0f-4785-44c5-98d8-8cc3d84ce764, 'name': SearchDatastore_Task, 'duration_secs': 0.049851} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.840025] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.840025] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.840025] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.840025] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.840025] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.840025] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05b19fcf-fe76-479b-acb5-a4dc3879bc6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.855020] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.855020] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.855020] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b323f531-df25-4f60-bfa2-e116a7b8de9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.859309] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 895.859309] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e82a4f-6bf9-5440-8909-5b1219006135" [ 895.859309] env[69563]: _type = "Task" [ 895.859309] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.866923] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e82a4f-6bf9-5440-8909-5b1219006135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.003034] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403833, 'name': ReconfigVM_Task, 'duration_secs': 0.28668} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.003034] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1aff3dae-6241-4b0a-96e1-85435273f4d4/1aff3dae-6241-4b0a-96e1-85435273f4d4.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.003034] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b389dafe-e1cb-4278-a909-8386f158ec55 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.007458] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 896.007458] env[69563]: value = "task-3403834" [ 896.007458] env[69563]: _type = "Task" [ 896.007458] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.015575] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403834, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.135028] env[69563]: DEBUG nova.scheduler.client.report [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.159694] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.370600] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e82a4f-6bf9-5440-8909-5b1219006135, 'name': SearchDatastore_Task, 'duration_secs': 0.044571} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.371848] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474b709b-bf6b-4915-b7fc-f3ce0710bb9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.377774] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 896.377774] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527eee31-51f2-2f37-ac40-a53ff00937b9" [ 896.377774] env[69563]: _type = "Task" [ 896.377774] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.388537] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527eee31-51f2-2f37-ac40-a53ff00937b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.517798] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403834, 'name': Rename_Task, 'duration_secs': 0.14534} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.518731] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.518909] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ab84999-af8e-48c6-bb56-f073a1443af7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.525546] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 896.525546] env[69563]: value = "task-3403835" [ 896.525546] env[69563]: _type = "Task" [ 896.525546] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.533419] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.644659] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.647324] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.634s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.688332] env[69563]: INFO nova.scheduler.client.report [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleted allocations for instance 99f44c75-78e9-4616-86d4-42bd00fb49a5 [ 896.866871] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "42d72409-766d-452c-8767-db1d2f3faa7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.867198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "42d72409-766d-452c-8767-db1d2f3faa7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.890107] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527eee31-51f2-2f37-ac40-a53ff00937b9, 'name': SearchDatastore_Task, 'duration_secs': 0.030043} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.890259] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.890787] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 35e089c6-2789-412d-b382-d2f1047b104f/35e089c6-2789-412d-b382-d2f1047b104f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.891612] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f272443b-a2ab-40eb-8168-36c17e1a3dc9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.897396] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 896.897396] env[69563]: value = "task-3403836" [ 896.897396] env[69563]: _type = "Task" [ 896.897396] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.905632] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.035811] env[69563]: DEBUG oslo_vmware.api [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403835, 'name': PowerOnVM_Task, 'duration_secs': 0.448102} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.036494] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.036753] env[69563]: INFO nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Took 7.37 seconds to spawn the instance on the hypervisor. [ 897.036942] env[69563]: DEBUG nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.037770] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8131fe-e048-4ff0-9ffa-8c635b24beb9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.202760] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43325dc1-8e8a-4f53-80cd-f531de6fcd3a tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "99f44c75-78e9-4616-86d4-42bd00fb49a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.665s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.373580] env[69563]: DEBUG nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.411830] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403836, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.557541] env[69563]: INFO nova.compute.manager [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Took 49.57 seconds to build instance. [ 897.703518] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 83633019-2ee3-48a5-a578-abb6d1b34fe7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.704272] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 0966f90d-4ee4-461a-8943-5c11fccf788a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.704272] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 33820b55-089c-442a-9cbb-f4d476244e6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.704520] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e2a67fde-2447-4689-ba52-73fe5dabdbd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.705076] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 4a8c13e8-519f-4bfb-a095-e68adc8a3c78 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.705076] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7e784175-349c-48f9-ba4c-b083d408d091 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.705209] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 059d444c-f15e-4e19-a478-88f89022de01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.708937] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.708937] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1e4f952e-967e-40f2-b8ee-7c5d65cca843 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.708937] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.708937] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.708937] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance a6f719ae-ba5f-4c22-b14f-fd01b9f5b053 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.708937] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance a6f321f4-f168-429c-b81a-bb58a7ebcce9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.708937] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance d6b85a7b-b43c-4bcb-9574-a7f9252b0b36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.708937] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 42760580-d1d4-4733-b4c0-f5f54e111d95 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.708937] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.708937] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.708937] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 69daa2ed-f866-42e2-b725-8ff50c1ca3e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.708937] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1aff3dae-6241-4b0a-96e1-85435273f4d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.708937] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 35e089c6-2789-412d-b382-d2f1047b104f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 897.896621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.908831] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905913} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.909094] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 35e089c6-2789-412d-b382-d2f1047b104f/35e089c6-2789-412d-b382-d2f1047b104f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.909304] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.909548] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28498bd4-3b32-4b19-a22f-eca0b60348d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.915459] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 897.915459] env[69563]: value = "task-3403837" [ 897.915459] env[69563]: _type = "Task" [ 897.915459] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.923960] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.059477] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1946aecd-7f71-4635-8439-d33494ed4004 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "1aff3dae-6241-4b0a-96e1-85435273f4d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.079s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.211845] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1916e270-5696-40ae-af2d-382fbb64c25e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 898.425859] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064879} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.426274] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.427191] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeaa431-bfa4-4169-a08d-0542c223c86c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.449622] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 35e089c6-2789-412d-b382-d2f1047b104f/35e089c6-2789-412d-b382-d2f1047b104f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.449891] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8617d30-aa11-477a-8b58-83142ec9f4c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.469448] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 898.469448] env[69563]: value = "task-3403838" [ 898.469448] env[69563]: _type = "Task" [ 898.469448] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.477346] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.674922] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.675327] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.675750] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.676061] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.676372] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.679543] env[69563]: INFO nova.compute.manager [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Terminating instance [ 898.715386] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 509fe96d-c6e0-409d-96d9-1de283a2e7a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 898.748708] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.749209] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.749543] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.751270] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.751270] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.752790] env[69563]: INFO nova.compute.manager [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Terminating instance [ 898.979463] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403838, 'name': ReconfigVM_Task, 'duration_secs': 0.304433} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.979741] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 35e089c6-2789-412d-b382-d2f1047b104f/35e089c6-2789-412d-b382-d2f1047b104f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.980398] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb9da574-2ca7-4edd-ae8b-ee7fa855400b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.987138] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 898.987138] env[69563]: value = "task-3403839" [ 898.987138] env[69563]: _type = "Task" [ 898.987138] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.994816] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403839, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.186776] env[69563]: DEBUG nova.compute.manager [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.187047] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.187946] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3122312f-baeb-41bf-bda3-524c3ab1ece0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.196040] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.196040] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e754e702-d9a3-4875-9e3f-9dc1e7dbb048 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.201681] env[69563]: DEBUG oslo_vmware.api [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 899.201681] env[69563]: value = "task-3403840" [ 899.201681] env[69563]: _type = "Task" [ 899.201681] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.210173] env[69563]: DEBUG oslo_vmware.api [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.221476] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 0ed1ab99-59ad-402e-8d5f-6b06cf01554b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 899.257153] env[69563]: DEBUG nova.compute.manager [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.257153] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.258308] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0475ee96-870e-46a4-9abc-3000e93db83d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.266170] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.266436] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4205a18-a70b-4d14-a066-0a5005feae31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.273509] env[69563]: DEBUG oslo_vmware.api [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 899.273509] env[69563]: value = "task-3403841" [ 899.273509] env[69563]: _type = "Task" [ 899.273509] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.282141] env[69563]: DEBUG oslo_vmware.api [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.501059] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403839, 'name': Rename_Task, 'duration_secs': 0.150192} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.501059] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.501059] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93dfe74d-f4c3-4c60-8b25-005f79cf8694 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.507289] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 899.507289] env[69563]: value = "task-3403842" [ 899.507289] env[69563]: _type = "Task" [ 899.507289] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.517548] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.714779] env[69563]: DEBUG oslo_vmware.api [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403840, 'name': PowerOffVM_Task, 'duration_secs': 0.188681} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.714779] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.714779] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.714779] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d50b2e54-c284-48b8-8c7a-96223afaa003 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.727917] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 47622390-9e3a-4865-b160-821637c53a4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 899.784035] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.784035] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.784035] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleting the datastore file [datastore1] a6f719ae-ba5f-4c22-b14f-fd01b9f5b053 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.786736] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf54d066-3866-4079-89bb-6382ea0a5911 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.789778] env[69563]: DEBUG oslo_vmware.api [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403841, 'name': PowerOffVM_Task, 'duration_secs': 0.333955} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.790247] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.790566] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.791322] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09e3a2ad-fe77-4306-ab87-06d51894b0ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.796344] env[69563]: DEBUG oslo_vmware.api [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 899.796344] env[69563]: value = "task-3403844" [ 899.796344] env[69563]: _type = "Task" [ 899.796344] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.804562] env[69563]: DEBUG oslo_vmware.api [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.856587] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.856832] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.857052] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleting the datastore file [datastore1] a6f321f4-f168-429c-b81a-bb58a7ebcce9 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.857342] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0dc3a5e-57fa-4f68-8cb8-2b8d519bf762 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.864259] env[69563]: DEBUG oslo_vmware.api [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for the task: (returnval){ [ 899.864259] env[69563]: value = "task-3403846" [ 899.864259] env[69563]: _type = "Task" [ 899.864259] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.874703] env[69563]: DEBUG oslo_vmware.api [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.017299] env[69563]: DEBUG oslo_vmware.api [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403842, 'name': PowerOnVM_Task, 'duration_secs': 0.492184} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.017635] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.017870] env[69563]: INFO nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Took 7.87 seconds to spawn the instance on the hypervisor. [ 900.018056] env[69563]: DEBUG nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.018842] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e8de4-a451-4f21-af8c-514f6e03d012 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.230421] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance b0105855-eeea-4216-bc95-850690e43242 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 900.306411] env[69563]: DEBUG oslo_vmware.api [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269666} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.306678] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.306846] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.307029] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.307207] env[69563]: INFO nova.compute.manager [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Took 1.12 seconds to destroy the instance on the hypervisor. [ 900.307448] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.307625] env[69563]: DEBUG nova.compute.manager [-] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.307717] env[69563]: DEBUG nova.network.neutron [-] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 900.375524] env[69563]: DEBUG oslo_vmware.api [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Task: {'id': task-3403846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504298} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.375791] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.375973] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.376168] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.376362] env[69563]: INFO nova.compute.manager [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 900.376604] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.377118] env[69563]: DEBUG nova.compute.manager [-] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.377273] env[69563]: DEBUG nova.network.neutron [-] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 900.536537] env[69563]: INFO nova.compute.manager [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Took 52.36 seconds to build instance. [ 900.733726] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 42d72409-766d-452c-8767-db1d2f3faa7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 900.734122] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 900.737296] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 900.801141] env[69563]: DEBUG nova.compute.manager [req-82e728b4-aed4-4c72-9e5b-1506c07d90c7 req-6dd6b056-f9e7-428d-a2bf-9ce7e82b4d56 service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Received event network-vif-deleted-8a8040e5-161a-4351-bfb7-000f6e31bb6d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.801386] env[69563]: INFO nova.compute.manager [req-82e728b4-aed4-4c72-9e5b-1506c07d90c7 req-6dd6b056-f9e7-428d-a2bf-9ce7e82b4d56 service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Neutron deleted interface 8a8040e5-161a-4351-bfb7-000f6e31bb6d; detaching it from the instance and deleting it from the info cache [ 900.801557] env[69563]: DEBUG nova.network.neutron [req-82e728b4-aed4-4c72-9e5b-1506c07d90c7 req-6dd6b056-f9e7-428d-a2bf-9ce7e82b4d56 service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 900.876224] env[69563]: DEBUG nova.compute.manager [req-91052175-a772-44c5-ac89-f995155bdd20 req-30046004-bfa6-4a1b-8fe3-a9acd22a9541 service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Received event network-vif-deleted-2a36a6ab-ce13-45fa-84bc-2393aaa8f244 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.876686] env[69563]: INFO nova.compute.manager [req-91052175-a772-44c5-ac89-f995155bdd20 req-30046004-bfa6-4a1b-8fe3-a9acd22a9541 service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Neutron deleted interface 2a36a6ab-ce13-45fa-84bc-2393aaa8f244; detaching it from the instance and deleting it from the info cache [ 900.876686] env[69563]: DEBUG nova.network.neutron [req-91052175-a772-44c5-ac89-f995155bdd20 req-30046004-bfa6-4a1b-8fe3-a9acd22a9541 service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 901.039457] env[69563]: DEBUG oslo_concurrency.lockutils [None req-14b87edf-550c-4932-b841-85b6e7a3cb56 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "35e089c6-2789-412d-b382-d2f1047b104f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.868s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.172066] env[69563]: DEBUG nova.network.neutron [-] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 901.180286] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c43216-6f22-4ad8-be6c-bd0bb9074deb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.190136] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7bacd3-bf24-4c1d-9aa2-44d3a5529206 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.224578] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd0f9d4-f2b4-4968-939a-81b5cd66423f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.239284] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0372a46a-085a-4770-9bd2-e09dd5892359 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.254889] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.281558] env[69563]: DEBUG nova.network.neutron [-] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 901.304666] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77e34917-9f6c-4ff2-9a86-6184d74398dc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.313942] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32777de4-b5fe-4293-a819-45e3093e32ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.350997] env[69563]: DEBUG nova.compute.manager [req-82e728b4-aed4-4c72-9e5b-1506c07d90c7 req-6dd6b056-f9e7-428d-a2bf-9ce7e82b4d56 service nova] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Detach interface failed, port_id=8a8040e5-161a-4351-bfb7-000f6e31bb6d, reason: Instance a6f321f4-f168-429c-b81a-bb58a7ebcce9 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.384545] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0cfde07-f17f-425e-8c57-b59cea52ace1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.394591] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b683f8-dbdc-48a1-961b-38c391426b6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.431375] env[69563]: DEBUG nova.compute.manager [req-91052175-a772-44c5-ac89-f995155bdd20 req-30046004-bfa6-4a1b-8fe3-a9acd22a9541 service nova] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Detach interface failed, port_id=2a36a6ab-ce13-45fa-84bc-2393aaa8f244, reason: Instance a6f719ae-ba5f-4c22-b14f-fd01b9f5b053 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.677667] env[69563]: INFO nova.compute.manager [-] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Took 1.30 seconds to deallocate network for instance. [ 901.760101] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.784018] env[69563]: INFO nova.compute.manager [-] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Took 1.48 seconds to deallocate network for instance. [ 902.184244] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.240673] env[69563]: DEBUG nova.compute.manager [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.241638] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96ca717-4f1e-4b50-a150-c1a52e930954 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.265094] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 902.265523] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.618s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.265918] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.442s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.266109] env[69563]: DEBUG nova.objects.instance [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 902.269130] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.269130] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Cleaning up deleted instances {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 902.289961] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.754539] env[69563]: INFO nova.compute.manager [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] instance snapshotting [ 902.757515] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a12d69-15a4-4d82-a799-34c9ff7a1fb7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.789926] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] There are 46 instances to clean {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 902.790238] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 99f44c75-78e9-4616-86d4-42bd00fb49a5] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.794406] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a0e697d2-25ba-4ee5-a970-c0016c98ceca tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.528s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.796612] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c67702a-ebd2-44a5-814e-682bfd3b1e31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.800319] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.916s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.802075] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.803906] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.912s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.806567] env[69563]: INFO nova.compute.claims [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.836705] env[69563]: INFO nova.scheduler.client.report [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Deleted allocations for instance 83633019-2ee3-48a5-a578-abb6d1b34fe7 [ 903.313024] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 58588121-7bdb-4d6a-b52a-a08f74578d26] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.318343] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.318750] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da485532-2908-4ed5-a546-008d25069e11 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.326250] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 903.326250] env[69563]: value = "task-3403847" [ 903.326250] env[69563]: _type = "Task" [ 903.326250] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.336387] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403847, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.345856] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d361f86-36f9-4fb6-b9b6-dda75000aa90 tempest-ServersWithSpecificFlavorTestJSON-264026220 tempest-ServersWithSpecificFlavorTestJSON-264026220-project-member] Lock "83633019-2ee3-48a5-a578-abb6d1b34fe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.360s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.525351] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.525877] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.816357] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: cf414a50-3006-49a7-b95e-c267a8661d6f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.837069] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403847, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.029667] env[69563]: DEBUG nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.150374] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95b8d11-8570-4b56-86b9-07bb8840e40d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.158481] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1cf3e9-bdaf-4809-b78f-a0b4feae0df6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.191905] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf4e59b-5204-4593-9ce1-66229e2f8eb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.198998] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f05eabc-7b6a-47c6-a574-48728ce87de2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.212484] env[69563]: DEBUG nova.compute.provider_tree [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.323643] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 324236de-2b29-4ece-a7a7-e05a04f5f1b7] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.342235] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403847, 'name': CreateSnapshot_Task, 'duration_secs': 0.979524} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.342235] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.342235] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d8f749-cc22-4865-b9b8-af43e68d8511 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.549061] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.715746] env[69563]: DEBUG nova.scheduler.client.report [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.826945] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 21f1d3ef-3e36-4a18-812c-a018b52d5120] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.859298] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.860947] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9833b727-a4e4-4e38-a59f-c3232476f693 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.869510] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 904.869510] env[69563]: value = "task-3403848" [ 904.869510] env[69563]: _type = "Task" [ 904.869510] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.878599] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403848, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.221054] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.221653] env[69563]: DEBUG nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.224185] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.571s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.225949] env[69563]: INFO nova.compute.claims [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.331801] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 884fb10c-cf09-4705-b09c-9f6eb0298cea] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.381470] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403848, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.736031] env[69563]: DEBUG nova.compute.utils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.736997] env[69563]: DEBUG nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.737208] env[69563]: DEBUG nova.network.neutron [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 905.837557] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 4d3df167-4ca0-40e2-89c3-62ad1ed89887] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.842350] env[69563]: DEBUG nova.policy [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33b62efb6f64e76953107e1f64c49c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56b682b2e4341ca9041621ca76c5600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.881818] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403848, 'name': CloneVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.205522] env[69563]: DEBUG nova.network.neutron [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Successfully created port: ffd1ca1f-3221-4044-a9b8-a332c74c1b43 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 906.240575] env[69563]: DEBUG nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.342431] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 049a61b7-9f8b-40ff-aa1a-70f75e9abc84] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.384121] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403848, 'name': CloneVM_Task, 'duration_secs': 1.106417} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.384395] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Created linked-clone VM from snapshot [ 906.385202] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a15f9a-ae9f-4aeb-b44f-3ef112b5f0f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.395866] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Uploading image b529698e-6879-4747-927c-70d713eed8c8 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.429066] env[69563]: DEBUG oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 906.429066] env[69563]: value = "vm-679147" [ 906.429066] env[69563]: _type = "VirtualMachine" [ 906.429066] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 906.429344] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc5f35cd-ebdc-4489-82b3-e1440a630542 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.436337] env[69563]: DEBUG oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lease: (returnval){ [ 906.436337] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d769f-beb2-d580-73f8-44579b0c3d4e" [ 906.436337] env[69563]: _type = "HttpNfcLease" [ 906.436337] env[69563]: } obtained for exporting VM: (result){ [ 906.436337] env[69563]: value = "vm-679147" [ 906.436337] env[69563]: _type = "VirtualMachine" [ 906.436337] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 906.436581] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the lease: (returnval){ [ 906.436581] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d769f-beb2-d580-73f8-44579b0c3d4e" [ 906.436581] env[69563]: _type = "HttpNfcLease" [ 906.436581] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 906.446168] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.446168] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d769f-beb2-d580-73f8-44579b0c3d4e" [ 906.446168] env[69563]: _type = "HttpNfcLease" [ 906.446168] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.601902] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d6efb5-8e91-4584-ac66-f9aed2058f5b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.609931] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e1366-912d-4a77-9543-5fe5d3f916ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.643397] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e31e873-372e-4582-a0e9-9c20942b1f93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.651483] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6212c9eb-1082-453c-9567-ae013c4698bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.668383] env[69563]: DEBUG nova.compute.provider_tree [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.846272] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 7e9e43ea-699f-4b15-a6c0-c86789dbfcc3] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.948275] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.948275] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d769f-beb2-d580-73f8-44579b0c3d4e" [ 906.948275] env[69563]: _type = "HttpNfcLease" [ 906.948275] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.948275] env[69563]: DEBUG oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.948275] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d769f-beb2-d580-73f8-44579b0c3d4e" [ 906.948275] env[69563]: _type = "HttpNfcLease" [ 906.948275] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 906.949029] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751e61e0-e9a0-4717-a2cc-a99374bd57b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.956801] env[69563]: DEBUG oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e8570-82bb-f055-ba07-33adccb621d5/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.956950] env[69563]: DEBUG oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e8570-82bb-f055-ba07-33adccb621d5/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.060688] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67997e75-03bd-46aa-8c70-83a2f4a0144b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.175014] env[69563]: DEBUG nova.scheduler.client.report [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.257942] env[69563]: DEBUG nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.288644] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.288883] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.289051] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.289240] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.289387] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.290026] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.290026] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.290026] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.290385] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.290385] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.291337] env[69563]: DEBUG nova.virt.hardware [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.291337] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9929ee08-1a76-45e8-b206-9063c96ac66b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.299902] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9d1e0a-e975-4e05-bc14-5f5d99879f03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.347545] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: a95b4fe6-0f57-4a90-9126-9479597a72f9] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.618773] env[69563]: DEBUG nova.compute.manager [req-772e49df-7b54-4e50-989b-e56de3524c08 req-a7490eb0-1b11-471f-ac67-074fbc2dc0ee service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Received event network-vif-plugged-ffd1ca1f-3221-4044-a9b8-a332c74c1b43 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.619073] env[69563]: DEBUG oslo_concurrency.lockutils [req-772e49df-7b54-4e50-989b-e56de3524c08 req-a7490eb0-1b11-471f-ac67-074fbc2dc0ee service nova] Acquiring lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.619510] env[69563]: DEBUG oslo_concurrency.lockutils [req-772e49df-7b54-4e50-989b-e56de3524c08 req-a7490eb0-1b11-471f-ac67-074fbc2dc0ee service nova] Lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.619643] env[69563]: DEBUG oslo_concurrency.lockutils [req-772e49df-7b54-4e50-989b-e56de3524c08 req-a7490eb0-1b11-471f-ac67-074fbc2dc0ee service nova] Lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.621456] env[69563]: DEBUG nova.compute.manager [req-772e49df-7b54-4e50-989b-e56de3524c08 req-a7490eb0-1b11-471f-ac67-074fbc2dc0ee service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] No waiting events found dispatching network-vif-plugged-ffd1ca1f-3221-4044-a9b8-a332c74c1b43 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.621456] env[69563]: WARNING nova.compute.manager [req-772e49df-7b54-4e50-989b-e56de3524c08 req-a7490eb0-1b11-471f-ac67-074fbc2dc0ee service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Received unexpected event network-vif-plugged-ffd1ca1f-3221-4044-a9b8-a332c74c1b43 for instance with vm_state building and task_state spawning. [ 907.681240] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.681958] env[69563]: DEBUG nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.685145] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.339s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.686394] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.692058] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.096s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.692058] env[69563]: INFO nova.compute.claims [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.729982] env[69563]: DEBUG nova.network.neutron [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Successfully updated port: ffd1ca1f-3221-4044-a9b8-a332c74c1b43 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 907.734273] env[69563]: INFO nova.scheduler.client.report [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted allocations for instance d6b85a7b-b43c-4bcb-9574-a7f9252b0b36 [ 907.851450] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: ff8c6b80-405a-422a-b7d1-db785ce81cad] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.201378] env[69563]: DEBUG nova.compute.utils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.203089] env[69563]: DEBUG nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.203423] env[69563]: DEBUG nova.network.neutron [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 908.238420] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "refresh_cache-509fe96d-c6e0-409d-96d9-1de283a2e7a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.238420] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "refresh_cache-509fe96d-c6e0-409d-96d9-1de283a2e7a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.238420] env[69563]: DEBUG nova.network.neutron [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 908.243339] env[69563]: DEBUG oslo_concurrency.lockutils [None req-596b9ab3-6b38-4f31-90e5-fe222c32b0e4 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "d6b85a7b-b43c-4bcb-9574-a7f9252b0b36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.461s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.269307] env[69563]: DEBUG nova.policy [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bccf9aed6853405e9a9d891ac04b269b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd80ba41ffeb14645a71cda26a7cf01a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.356732] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 11493be3-6237-456e-a4d9-921223b7d66d] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.581059] env[69563]: DEBUG nova.network.neutron [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Successfully created port: 69221bb9-83f5-4052-a75a-ff5a33de6f85 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 908.706731] env[69563]: DEBUG nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.777194] env[69563]: DEBUG nova.network.neutron [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 908.860017] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 41f5dbe2-486a-4c8f-ad59-0ab702e502ff] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.973117] env[69563]: DEBUG nova.network.neutron [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Updating instance_info_cache with network_info: [{"id": "ffd1ca1f-3221-4044-a9b8-a332c74c1b43", "address": "fa:16:3e:7f:91:71", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd1ca1f-32", "ovs_interfaceid": "ffd1ca1f-3221-4044-a9b8-a332c74c1b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 909.093481] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b09d3d5-6a05-4e6f-a7a7-74e5ebe94568 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.102035] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a0cfe-c411-42c3-9251-6959c0582f87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.134789] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b088efec-76cc-439e-9acf-8f6682d8f01b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.143454] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee454ad-5b6f-48eb-8e60-54f4b7d008b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.159533] env[69563]: DEBUG nova.compute.provider_tree [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.372903] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 84ce5421-9dcf-43c1-af2f-a6c2e81bcaeb] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.476286] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "refresh_cache-509fe96d-c6e0-409d-96d9-1de283a2e7a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.476794] env[69563]: DEBUG nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Instance network_info: |[{"id": "ffd1ca1f-3221-4044-a9b8-a332c74c1b43", "address": "fa:16:3e:7f:91:71", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd1ca1f-32", "ovs_interfaceid": "ffd1ca1f-3221-4044-a9b8-a332c74c1b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.477105] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:91:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffd1ca1f-3221-4044-a9b8-a332c74c1b43', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.485459] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating folder: Project (a56b682b2e4341ca9041621ca76c5600). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.485843] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1142a3c-603c-46ec-a806-bf846e38030e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.497635] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created folder: Project (a56b682b2e4341ca9041621ca76c5600) in parent group-v678952. [ 909.497824] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating folder: Instances. Parent ref: group-v679148. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.498098] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d3aa7e6-a519-421e-90e6-5caa66505653 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.507464] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created folder: Instances in parent group-v679148. [ 909.507933] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.508042] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.508263] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96cd9a45-9268-48e1-a3e9-7f3252a217de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.529238] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.529238] env[69563]: value = "task-3403852" [ 909.529238] env[69563]: _type = "Task" [ 909.529238] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.537825] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403852, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.645521] env[69563]: DEBUG nova.compute.manager [req-57833407-21f1-4041-8032-e30599e082f9 req-a4e037ca-295d-4445-b750-cd4c65cfe319 service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Received event network-changed-ffd1ca1f-3221-4044-a9b8-a332c74c1b43 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.645864] env[69563]: DEBUG nova.compute.manager [req-57833407-21f1-4041-8032-e30599e082f9 req-a4e037ca-295d-4445-b750-cd4c65cfe319 service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Refreshing instance network info cache due to event network-changed-ffd1ca1f-3221-4044-a9b8-a332c74c1b43. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.646256] env[69563]: DEBUG oslo_concurrency.lockutils [req-57833407-21f1-4041-8032-e30599e082f9 req-a4e037ca-295d-4445-b750-cd4c65cfe319 service nova] Acquiring lock "refresh_cache-509fe96d-c6e0-409d-96d9-1de283a2e7a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.646537] env[69563]: DEBUG oslo_concurrency.lockutils [req-57833407-21f1-4041-8032-e30599e082f9 req-a4e037ca-295d-4445-b750-cd4c65cfe319 service nova] Acquired lock "refresh_cache-509fe96d-c6e0-409d-96d9-1de283a2e7a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.646823] env[69563]: DEBUG nova.network.neutron [req-57833407-21f1-4041-8032-e30599e082f9 req-a4e037ca-295d-4445-b750-cd4c65cfe319 service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Refreshing network info cache for port ffd1ca1f-3221-4044-a9b8-a332c74c1b43 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 909.663777] env[69563]: DEBUG nova.scheduler.client.report [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.716319] env[69563]: DEBUG nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.743076] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.743344] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.743506] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.743697] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.743841] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.744011] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.744258] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.744436] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.744621] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.744786] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.744963] env[69563]: DEBUG nova.virt.hardware [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.746241] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4c2ebb-f4fe-45e8-b56b-2468ec6e5778 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.755160] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57db948-10d1-4ee1-a469-0ad49436b6b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.875761] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 6855e232-1993-4ee0-ba0b-389c414c0c35] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.042252] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403852, 'name': CreateVM_Task, 'duration_secs': 0.398961} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.042665] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.043208] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.043385] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.043708] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.044105] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95726630-41fd-4299-97e3-8313faea1c75 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.049551] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 910.049551] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ecbd3f-ef5f-64f8-8b35-92a8d31afaa2" [ 910.049551] env[69563]: _type = "Task" [ 910.049551] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.057620] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ecbd3f-ef5f-64f8-8b35-92a8d31afaa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.172198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.172734] env[69563]: DEBUG nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.177359] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.535s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.177561] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.181346] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.422s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.181346] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.184834] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.651s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.188347] env[69563]: INFO nova.compute.claims [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.228224] env[69563]: INFO nova.scheduler.client.report [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted allocations for instance 42760580-d1d4-4733-b4c0-f5f54e111d95 [ 910.228693] env[69563]: INFO nova.scheduler.client.report [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted allocations for instance 4a8c13e8-519f-4bfb-a095-e68adc8a3c78 [ 910.256259] env[69563]: DEBUG nova.network.neutron [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Successfully updated port: 69221bb9-83f5-4052-a75a-ff5a33de6f85 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 910.380474] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: ef0f2679-9458-4e54-a8a6-912495ac571a] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.525408] env[69563]: DEBUG nova.network.neutron [req-57833407-21f1-4041-8032-e30599e082f9 req-a4e037ca-295d-4445-b750-cd4c65cfe319 service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Updated VIF entry in instance network info cache for port ffd1ca1f-3221-4044-a9b8-a332c74c1b43. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 910.525792] env[69563]: DEBUG nova.network.neutron [req-57833407-21f1-4041-8032-e30599e082f9 req-a4e037ca-295d-4445-b750-cd4c65cfe319 service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Updating instance_info_cache with network_info: [{"id": "ffd1ca1f-3221-4044-a9b8-a332c74c1b43", "address": "fa:16:3e:7f:91:71", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd1ca1f-32", "ovs_interfaceid": "ffd1ca1f-3221-4044-a9b8-a332c74c1b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 910.562286] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ecbd3f-ef5f-64f8-8b35-92a8d31afaa2, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.562769] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.563177] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.563567] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.565019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.565019] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.565019] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e1a8af8-549f-4789-92b6-e15cb4501b67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.576043] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.576043] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.576043] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0aa15c-b06b-4d68-a672-4a2c873e95b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.580982] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 910.580982] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52012a65-8b5d-2642-a6ef-9e44a12b4534" [ 910.580982] env[69563]: _type = "Task" [ 910.580982] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.589995] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52012a65-8b5d-2642-a6ef-9e44a12b4534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.680457] env[69563]: DEBUG nova.compute.utils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.682287] env[69563]: DEBUG nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.682529] env[69563]: DEBUG nova.network.neutron [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 910.740341] env[69563]: DEBUG nova.policy [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff930400b95e4634a524f33f4afc264e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd609d490d98d4edb9037dddd9ae78925', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.744338] env[69563]: DEBUG oslo_concurrency.lockutils [None req-be6d7abe-4009-4e57-9df1-45b984ff31c8 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "42760580-d1d4-4733-b4c0-f5f54e111d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.419s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.745696] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c75faff9-f351-4e2d-b339-5c58341e5efb tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "4a8c13e8-519f-4bfb-a095-e68adc8a3c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.615s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.763884] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-0ed1ab99-59ad-402e-8d5f-6b06cf01554b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.763884] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-0ed1ab99-59ad-402e-8d5f-6b06cf01554b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.763884] env[69563]: DEBUG nova.network.neutron [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 910.884150] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 67d3af1b-dc99-458b-b991-b4ecbe2c279c] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.031569] env[69563]: DEBUG oslo_concurrency.lockutils [req-57833407-21f1-4041-8032-e30599e082f9 req-a4e037ca-295d-4445-b750-cd4c65cfe319 service nova] Releasing lock "refresh_cache-509fe96d-c6e0-409d-96d9-1de283a2e7a1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.094972] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52012a65-8b5d-2642-a6ef-9e44a12b4534, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.095803] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0d0284-bc34-4d28-973b-8dbeb31437f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.104205] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 911.104205] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521b2fe5-906f-94bb-4a00-b4fefae1693a" [ 911.104205] env[69563]: _type = "Task" [ 911.104205] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.113653] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521b2fe5-906f-94bb-4a00-b4fefae1693a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.143153] env[69563]: DEBUG nova.network.neutron [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Successfully created port: 6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 911.162337] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "33820b55-089c-442a-9cbb-f4d476244e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.162670] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "33820b55-089c-442a-9cbb-f4d476244e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.162895] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "33820b55-089c-442a-9cbb-f4d476244e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.163110] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "33820b55-089c-442a-9cbb-f4d476244e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.163299] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "33820b55-089c-442a-9cbb-f4d476244e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.166401] env[69563]: INFO nova.compute.manager [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Terminating instance [ 911.187910] env[69563]: DEBUG nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.315181] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "7e784175-349c-48f9-ba4c-b083d408d091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.315241] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "7e784175-349c-48f9-ba4c-b083d408d091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.315712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "7e784175-349c-48f9-ba4c-b083d408d091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.315712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "7e784175-349c-48f9-ba4c-b083d408d091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.319027] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "7e784175-349c-48f9-ba4c-b083d408d091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.320260] env[69563]: DEBUG nova.network.neutron [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 911.323456] env[69563]: INFO nova.compute.manager [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Terminating instance [ 911.394139] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 83604800-4d38-4f37-82c8-926cd5040050] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.592794] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a438a-469e-420c-aef9-a879011b76de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.602890] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d238411c-150a-4999-9dde-6746fef35dd8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.644966] env[69563]: DEBUG nova.network.neutron [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Updating instance_info_cache with network_info: [{"id": "69221bb9-83f5-4052-a75a-ff5a33de6f85", "address": "fa:16:3e:7f:c0:66", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69221bb9-83", "ovs_interfaceid": "69221bb9-83f5-4052-a75a-ff5a33de6f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 911.647218] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db811f8-4088-48d4-8f42-0f29a3291c38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.650119] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521b2fe5-906f-94bb-4a00-b4fefae1693a, 'name': SearchDatastore_Task, 'duration_secs': 0.016191} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.650770] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.651017] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 509fe96d-c6e0-409d-96d9-1de283a2e7a1/509fe96d-c6e0-409d-96d9-1de283a2e7a1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.651769] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bb69f92-f19e-4930-8eba-ff7e4a5d8843 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.658015] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d006f7c-740b-4858-a933-90ec5e0d180e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.664351] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 911.664351] env[69563]: value = "task-3403853" [ 911.664351] env[69563]: _type = "Task" [ 911.664351] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.679010] env[69563]: DEBUG nova.compute.manager [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.679360] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.679807] env[69563]: DEBUG nova.compute.provider_tree [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.685101] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf97096c-9dad-4524-8d7e-07cd97cd5f9a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.688794] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.693556] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.693846] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9af0ae3-08f5-42ac-9edc-a5effaa804b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.705793] env[69563]: DEBUG oslo_vmware.api [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 911.705793] env[69563]: value = "task-3403854" [ 911.705793] env[69563]: _type = "Task" [ 911.705793] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.718679] env[69563]: DEBUG oslo_vmware.api [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.734397] env[69563]: DEBUG nova.compute.manager [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Received event network-vif-plugged-69221bb9-83f5-4052-a75a-ff5a33de6f85 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.734666] env[69563]: DEBUG oslo_concurrency.lockutils [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] Acquiring lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.734930] env[69563]: DEBUG oslo_concurrency.lockutils [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] Lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.735395] env[69563]: DEBUG oslo_concurrency.lockutils [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] Lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.735642] env[69563]: DEBUG nova.compute.manager [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] No waiting events found dispatching network-vif-plugged-69221bb9-83f5-4052-a75a-ff5a33de6f85 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.735898] env[69563]: WARNING nova.compute.manager [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Received unexpected event network-vif-plugged-69221bb9-83f5-4052-a75a-ff5a33de6f85 for instance with vm_state building and task_state spawning. [ 911.736733] env[69563]: DEBUG nova.compute.manager [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Received event network-changed-69221bb9-83f5-4052-a75a-ff5a33de6f85 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.736733] env[69563]: DEBUG nova.compute.manager [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Refreshing instance network info cache due to event network-changed-69221bb9-83f5-4052-a75a-ff5a33de6f85. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.736733] env[69563]: DEBUG oslo_concurrency.lockutils [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] Acquiring lock "refresh_cache-0ed1ab99-59ad-402e-8d5f-6b06cf01554b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.831598] env[69563]: DEBUG nova.compute.manager [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.831891] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.833038] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68cea87-063d-4d15-97aa-a066002ac675 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.841741] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.842264] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d14ffe-d14f-4cb9-9e68-fb7f08277b00 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.849141] env[69563]: DEBUG oslo_vmware.api [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 911.849141] env[69563]: value = "task-3403855" [ 911.849141] env[69563]: _type = "Task" [ 911.849141] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.858332] env[69563]: DEBUG oslo_vmware.api [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.898194] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: a6493c17-e033-4dc9-82df-cbb4f24e436b] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.951797] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "62a63886-8d41-4977-80d3-50b1a34feb86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.952107] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "62a63886-8d41-4977-80d3-50b1a34feb86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.153880] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-0ed1ab99-59ad-402e-8d5f-6b06cf01554b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.154046] env[69563]: DEBUG nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Instance network_info: |[{"id": "69221bb9-83f5-4052-a75a-ff5a33de6f85", "address": "fa:16:3e:7f:c0:66", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69221bb9-83", "ovs_interfaceid": "69221bb9-83f5-4052-a75a-ff5a33de6f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.154758] env[69563]: DEBUG oslo_concurrency.lockutils [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] Acquired lock "refresh_cache-0ed1ab99-59ad-402e-8d5f-6b06cf01554b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.155143] env[69563]: DEBUG nova.network.neutron [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Refreshing network info cache for port 69221bb9-83f5-4052-a75a-ff5a33de6f85 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 912.156967] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:c0:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69221bb9-83f5-4052-a75a-ff5a33de6f85', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.170568] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.174245] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.180508] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0efb005-22bc-4520-a71a-b546d7231c62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.198057] env[69563]: DEBUG nova.scheduler.client.report [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.202714] env[69563]: DEBUG nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.210203] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.216095] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.216095] env[69563]: value = "task-3403856" [ 912.216095] env[69563]: _type = "Task" [ 912.216095] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.228618] env[69563]: DEBUG oslo_vmware.api [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403854, 'name': PowerOffVM_Task, 'duration_secs': 0.199968} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.229837] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.230104] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.230575] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90491fe1-e1b8-478f-b958-49498a51ce4e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.236181] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403856, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.238792] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.239210] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.239485] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.239765] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.240058] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.240309] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.240657] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.240944] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.241255] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.241488] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.241727] env[69563]: DEBUG nova.virt.hardware [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.243309] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd9093d-fd60-4454-8dea-cc290d78f17f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.255515] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ababa5-3650-484b-a554-bae1ff3a67a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.305429] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.305876] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.306209] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleting the datastore file [datastore2] 33820b55-089c-442a-9cbb-f4d476244e6f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.306634] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8d13074-cf9f-4b50-9fa8-8bb7bf4783fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.314083] env[69563]: DEBUG oslo_vmware.api [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 912.314083] env[69563]: value = "task-3403858" [ 912.314083] env[69563]: _type = "Task" [ 912.314083] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.328941] env[69563]: DEBUG oslo_vmware.api [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.360787] env[69563]: DEBUG oslo_vmware.api [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403855, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.401954] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: f6cd5766-57fd-431a-a86f-b77c125a4a25] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.455234] env[69563]: DEBUG nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.592302] env[69563]: DEBUG nova.network.neutron [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Updated VIF entry in instance network info cache for port 69221bb9-83f5-4052-a75a-ff5a33de6f85. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 912.592670] env[69563]: DEBUG nova.network.neutron [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Updating instance_info_cache with network_info: [{"id": "69221bb9-83f5-4052-a75a-ff5a33de6f85", "address": "fa:16:3e:7f:c0:66", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69221bb9-83", "ovs_interfaceid": "69221bb9-83f5-4052-a75a-ff5a33de6f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 912.685946] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648981} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.686264] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 509fe96d-c6e0-409d-96d9-1de283a2e7a1/509fe96d-c6e0-409d-96d9-1de283a2e7a1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.686368] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.686625] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5862da30-107d-4d5a-9a81-2c99dd9fdf93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.693273] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 912.693273] env[69563]: value = "task-3403859" [ 912.693273] env[69563]: _type = "Task" [ 912.693273] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.717246] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.717246] env[69563]: DEBUG nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.717246] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.717562] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.171s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.717750] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.719901] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.138s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.722099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.722099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.989s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.722180] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.727316] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.283s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.727842] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.731120] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.860s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.731120] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.732813] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.573s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.733097] env[69563]: DEBUG nova.objects.instance [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lazy-loading 'pci_requests' on Instance uuid 1916e270-5696-40ae-af2d-382fbb64c25e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.746613] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403856, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.768939] env[69563]: INFO nova.scheduler.client.report [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleted allocations for instance 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1 [ 912.771024] env[69563]: INFO nova.scheduler.client.report [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Deleted allocations for instance 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b [ 912.785933] env[69563]: INFO nova.scheduler.client.report [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Deleted allocations for instance 1e4f952e-967e-40f2-b8ee-7c5d65cca843 [ 912.794064] env[69563]: INFO nova.scheduler.client.report [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleted allocations for instance 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1 [ 912.832034] env[69563]: DEBUG oslo_vmware.api [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173042} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.832034] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.832034] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.832034] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.832034] env[69563]: INFO nova.compute.manager [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 912.832034] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.832034] env[69563]: DEBUG nova.compute.manager [-] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.832034] env[69563]: DEBUG nova.network.neutron [-] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 912.861873] env[69563]: DEBUG oslo_vmware.api [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403855, 'name': PowerOffVM_Task, 'duration_secs': 0.533783} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.862534] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.862839] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.863258] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07d511af-f426-4f93-b1a1-0f366916b4c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.905651] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: cf59c9f3-ffa6-4ca0-b78a-94891a0d6797] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.930673] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.930969] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.931213] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleting the datastore file [datastore1] 7e784175-349c-48f9-ba4c-b083d408d091 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.931481] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67a1c81-148f-4e8d-a0cc-5dffbb6819b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.940214] env[69563]: DEBUG oslo_vmware.api [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 912.940214] env[69563]: value = "task-3403861" [ 912.940214] env[69563]: _type = "Task" [ 912.940214] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.952723] env[69563]: DEBUG oslo_vmware.api [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.976924] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.000811] env[69563]: DEBUG nova.network.neutron [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Successfully updated port: 6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 913.095390] env[69563]: DEBUG oslo_concurrency.lockutils [req-b9893907-e76e-4a66-8dd8-410c0915b0fa req-69b5bbad-5fb2-40f9-9e57-9c95a3074596 service nova] Releasing lock "refresh_cache-0ed1ab99-59ad-402e-8d5f-6b06cf01554b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.121486] env[69563]: DEBUG nova.compute.manager [req-d5fc07f9-85e4-4eb7-940c-8e79b8ea9fc8 req-63713370-7564-4944-8d99-fc41b855d468 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received event network-vif-plugged-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.121713] env[69563]: DEBUG oslo_concurrency.lockutils [req-d5fc07f9-85e4-4eb7-940c-8e79b8ea9fc8 req-63713370-7564-4944-8d99-fc41b855d468 service nova] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.121926] env[69563]: DEBUG oslo_concurrency.lockutils [req-d5fc07f9-85e4-4eb7-940c-8e79b8ea9fc8 req-63713370-7564-4944-8d99-fc41b855d468 service nova] Lock "47622390-9e3a-4865-b160-821637c53a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.122309] env[69563]: DEBUG oslo_concurrency.lockutils [req-d5fc07f9-85e4-4eb7-940c-8e79b8ea9fc8 req-63713370-7564-4944-8d99-fc41b855d468 service nova] Lock "47622390-9e3a-4865-b160-821637c53a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.122588] env[69563]: DEBUG nova.compute.manager [req-d5fc07f9-85e4-4eb7-940c-8e79b8ea9fc8 req-63713370-7564-4944-8d99-fc41b855d468 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] No waiting events found dispatching network-vif-plugged-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.122816] env[69563]: WARNING nova.compute.manager [req-d5fc07f9-85e4-4eb7-940c-8e79b8ea9fc8 req-63713370-7564-4944-8d99-fc41b855d468 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received unexpected event network-vif-plugged-6883a07a-c18f-41c4-8e50-588408944c89 for instance with vm_state building and task_state spawning. [ 913.203443] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.219150] env[69563]: DEBUG nova.compute.utils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.224138] env[69563]: DEBUG nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.224427] env[69563]: DEBUG nova.network.neutron [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 913.246742] env[69563]: DEBUG nova.objects.instance [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lazy-loading 'numa_topology' on Instance uuid 1916e270-5696-40ae-af2d-382fbb64c25e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.247930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46a0fb81-e813-42c9-9c3b-b7166a6e76ac tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.813s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.249765] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.167s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.249874] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.250025] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.250231] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.258353] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403856, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.259821] env[69563]: INFO nova.compute.manager [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Terminating instance [ 913.280588] env[69563]: DEBUG oslo_concurrency.lockutils [None req-70e05e58-f78f-409e-9388-4076ed74df99 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.185s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.283703] env[69563]: DEBUG nova.policy [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.290734] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d4b9ecd9-66d8-4382-915c-1ff889381f1b tempest-ServerShowV247Test-1742965145 tempest-ServerShowV247Test-1742965145-project-member] Lock "2f5a2b08-715d-4b2a-93a0-02e2beff1e8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.638s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.294482] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43c1e274-cb25-439d-8550-192f55e6beda tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "1e4f952e-967e-40f2-b8ee-7c5d65cca843" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.287s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.299095] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a6331a98-05d0-4aaf-8d5f-bcbc419940b5 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.121s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.412028] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: bcdc4882-15de-4d78-96ce-9c4da44a8492] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.455196] env[69563]: DEBUG oslo_vmware.api [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357015} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.455196] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.455196] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.455196] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.455196] env[69563]: INFO nova.compute.manager [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Took 1.62 seconds to destroy the instance on the hypervisor. [ 913.455196] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.455196] env[69563]: DEBUG nova.compute.manager [-] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.455196] env[69563]: DEBUG nova.network.neutron [-] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 913.502014] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.502014] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.502014] env[69563]: DEBUG nova.network.neutron [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 913.707351] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403859, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.728823] env[69563]: DEBUG nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.756909] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403856, 'name': CreateVM_Task, 'duration_secs': 1.46721} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.757061] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.757695] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.757852] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.758196] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.758778] env[69563]: INFO nova.compute.claims [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.762150] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8ab47c-bed5-4074-9774-c7fe1ac64616 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.765316] env[69563]: DEBUG nova.compute.manager [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.765316] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.765522] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-746f8faf-c3f8-4a9b-a928-06404aadf684 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.768667] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 913.768667] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b686ba-c187-846f-eddc-6523fd641c56" [ 913.768667] env[69563]: _type = "Task" [ 913.768667] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.776320] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea297f6-38f1-4c84-8817-8b40e22c1ad0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.794999] env[69563]: DEBUG nova.network.neutron [-] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 913.798395] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b686ba-c187-846f-eddc-6523fd641c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.820041] env[69563]: WARNING nova.virt.vmwareapi.vmops [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fcb8171c-0104-43e9-a25e-a588127b2bd2 could not be found. [ 913.820398] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.820571] env[69563]: INFO nova.compute.manager [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Took 0.06 seconds to destroy the instance on the hypervisor. [ 913.820733] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.821889] env[69563]: DEBUG nova.compute.manager [-] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.822153] env[69563]: DEBUG nova.network.neutron [-] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 913.904231] env[69563]: DEBUG nova.network.neutron [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Successfully created port: 888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 913.918995] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 2b16af07-2937-4a48-8c34-e414a0c3aca8] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.076075] env[69563]: DEBUG nova.network.neutron [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 914.196458] env[69563]: DEBUG nova.compute.manager [req-e4111b82-ca1d-488d-96f4-04883ff157bc req-6740410d-3aea-4d75-a17a-dcf6f8967c04 service nova] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Received event network-vif-deleted-e17701ae-a1a5-43f8-966a-bd447592f81e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.212019] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.058913} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.212019] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.212846] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0c69b7-0864-44b8-8a3a-f67fc4df8254 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.241062] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 509fe96d-c6e0-409d-96d9-1de283a2e7a1/509fe96d-c6e0-409d-96d9-1de283a2e7a1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.245040] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce240a4-fd95-40f3-9bdd-65ffbc9bbd1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.284451] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 914.284451] env[69563]: value = "task-3403862" [ 914.284451] env[69563]: _type = "Task" [ 914.284451] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.296563] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b686ba-c187-846f-eddc-6523fd641c56, 'name': SearchDatastore_Task, 'duration_secs': 0.012439} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.297837] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.298051] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.298355] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.298583] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.298844] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.303306] env[69563]: INFO nova.compute.manager [-] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Took 1.47 seconds to deallocate network for instance. [ 914.303584] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc65af9d-b42a-4035-ac75-7afa35712826 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.306986] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.319832] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.320536] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.320975] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b405b6-9eef-4587-9dc0-3247d3739130 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.327935] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 914.327935] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fab4e1-4d38-9d7a-467a-c14f5a76af10" [ 914.327935] env[69563]: _type = "Task" [ 914.327935] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.336748] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fab4e1-4d38-9d7a-467a-c14f5a76af10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.347247] env[69563]: DEBUG nova.network.neutron [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating instance_info_cache with network_info: [{"id": "6883a07a-c18f-41c4-8e50-588408944c89", "address": "fa:16:3e:d2:5c:8e", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6883a07a-c1", "ovs_interfaceid": "6883a07a-c18f-41c4-8e50-588408944c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 914.410867] env[69563]: DEBUG nova.network.neutron [-] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 914.421448] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 8f4e9d18-3a78-4cb1-a21b-8b48dc056caa] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.645391] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.646281] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.683335] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "141467d7-c467-4dfa-89f5-066f36baf21b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.683335] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "141467d7-c467-4dfa-89f5-066f36baf21b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.756878] env[69563]: DEBUG oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e8570-82bb-f055-ba07-33adccb621d5/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.757880] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e555c0-b982-4cfb-9a6f-d8db346213d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.764549] env[69563]: DEBUG oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e8570-82bb-f055-ba07-33adccb621d5/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.764796] env[69563]: ERROR oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e8570-82bb-f055-ba07-33adccb621d5/disk-0.vmdk due to incomplete transfer. [ 914.765102] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd538695-d841-4004-abfe-f75c4ddce142 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.771286] env[69563]: DEBUG nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.775560] env[69563]: DEBUG oslo_vmware.rw_handles [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e8570-82bb-f055-ba07-33adccb621d5/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 914.775865] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Uploaded image b529698e-6879-4747-927c-70d713eed8c8 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 914.778450] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 914.781802] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-63d6b11d-25aa-4289-a6a9-a48c2c03d324 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.785062] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.785062] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.785062] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.785324] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.785788] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.788631] env[69563]: INFO nova.compute.manager [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Terminating instance [ 914.797653] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 914.797653] env[69563]: value = "task-3403863" [ 914.797653] env[69563]: _type = "Task" [ 914.797653] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.808905] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403862, 'name': ReconfigVM_Task, 'duration_secs': 0.5052} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.809022] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.809290] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.809478] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.809694] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.809868] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.810054] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.810351] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.810616] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.810815] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.811040] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.811284] env[69563]: DEBUG nova.virt.hardware [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.812071] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 509fe96d-c6e0-409d-96d9-1de283a2e7a1/509fe96d-c6e0-409d-96d9-1de283a2e7a1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.813335] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed980986-9366-485d-b265-abc372306b92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.823287] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.823600] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a064a26-a994-42b3-8955-1597abab49d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.827935] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403863, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.835737] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 914.835737] env[69563]: value = "task-3403864" [ 914.835737] env[69563]: _type = "Task" [ 914.835737] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.836965] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c621fb2a-d6cc-440b-9b61-720f580464b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.847613] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fab4e1-4d38-9d7a-467a-c14f5a76af10, 'name': SearchDatastore_Task, 'duration_secs': 0.019946} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.851770] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.851954] env[69563]: DEBUG nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Instance network_info: |[{"id": "6883a07a-c18f-41c4-8e50-588408944c89", "address": "fa:16:3e:d2:5c:8e", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6883a07a-c1", "ovs_interfaceid": "6883a07a-c18f-41c4-8e50-588408944c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.853671] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:5c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6883a07a-c18f-41c4-8e50-588408944c89', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.860709] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating folder: Project (d609d490d98d4edb9037dddd9ae78925). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.861723] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39d0a57-90b2-4f4a-8daf-70dec499501b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.875497] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-983d4a03-ae9c-4530-a9b5-6b4a6d6a0a81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.877304] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403864, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.883596] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 914.883596] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a93d4e-38f7-f4d3-737a-cb4007666fb5" [ 914.883596] env[69563]: _type = "Task" [ 914.883596] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.889152] env[69563]: DEBUG nova.network.neutron [-] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 914.890351] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Created folder: Project (d609d490d98d4edb9037dddd9ae78925) in parent group-v678952. [ 914.890535] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating folder: Instances. Parent ref: group-v679152. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.893936] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ffa4a7a-44e8-4da3-bfd6-a4ecc7b32c4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.895970] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a93d4e-38f7-f4d3-737a-cb4007666fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.908433] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Created folder: Instances in parent group-v679152. [ 914.908433] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.908433] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.908433] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd9c235e-821f-4335-bc63-d98920c6f07a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.926209] env[69563]: INFO nova.compute.manager [-] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Took 1.47 seconds to deallocate network for instance. [ 914.926605] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 2c2f8e89-9a01-46e1-ab53-3c80c1bff111] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.937759] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.937759] env[69563]: value = "task-3403867" [ 914.937759] env[69563]: _type = "Task" [ 914.937759] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.946258] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403867, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.148747] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.159784] env[69563]: DEBUG nova.compute.manager [req-69092875-8136-4a90-aa35-71c63c6f99dc req-08b75bf1-07ef-4548-a6e3-ee6f0ebb2bf7 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received event network-changed-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.159784] env[69563]: DEBUG nova.compute.manager [req-69092875-8136-4a90-aa35-71c63c6f99dc req-08b75bf1-07ef-4548-a6e3-ee6f0ebb2bf7 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Refreshing instance network info cache due to event network-changed-6883a07a-c18f-41c4-8e50-588408944c89. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.159784] env[69563]: DEBUG oslo_concurrency.lockutils [req-69092875-8136-4a90-aa35-71c63c6f99dc req-08b75bf1-07ef-4548-a6e3-ee6f0ebb2bf7 service nova] Acquiring lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.159784] env[69563]: DEBUG oslo_concurrency.lockutils [req-69092875-8136-4a90-aa35-71c63c6f99dc req-08b75bf1-07ef-4548-a6e3-ee6f0ebb2bf7 service nova] Acquired lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.159784] env[69563]: DEBUG nova.network.neutron [req-69092875-8136-4a90-aa35-71c63c6f99dc req-08b75bf1-07ef-4548-a6e3-ee6f0ebb2bf7 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Refreshing network info cache for port 6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 915.185804] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.197490] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa0a78-98ca-4612-9fe5-07b37eedb99b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.208417] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b61bc68-10be-4b5b-9608-62d254977034 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.243899] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74e072e-67d9-44c8-9658-5c6ae723c188 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.252327] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba6ec7-b6d9-4700-8477-e00bb615613b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.268283] env[69563]: DEBUG nova.compute.provider_tree [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.299592] env[69563]: DEBUG nova.compute.manager [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.299842] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.300885] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bcd078-7f5e-40b8-bb0b-c7ee8ade281c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.313808] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403863, 'name': Destroy_Task, 'duration_secs': 0.478295} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.316063] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Destroyed the VM [ 915.316319] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.316611] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.316829] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a871921e-ee78-4880-b2d9-7e4afac70d73 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.318522] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dfc740d-2bf0-494c-b6ab-cc17233fb8c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.324418] env[69563]: DEBUG oslo_vmware.api [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 915.324418] env[69563]: value = "task-3403869" [ 915.324418] env[69563]: _type = "Task" [ 915.324418] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.325681] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 915.325681] env[69563]: value = "task-3403868" [ 915.325681] env[69563]: _type = "Task" [ 915.325681] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.339643] env[69563]: DEBUG oslo_vmware.api [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.343189] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.352302] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403864, 'name': Rename_Task, 'duration_secs': 0.220667} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.352474] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.352652] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23eb5bdb-3488-476f-a742-963dab30fb36 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.358445] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 915.358445] env[69563]: value = "task-3403870" [ 915.358445] env[69563]: _type = "Task" [ 915.358445] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.366855] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.396028] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a93d4e-38f7-f4d3-737a-cb4007666fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.01427} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.396028] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.396028] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b/0ed1ab99-59ad-402e-8d5f-6b06cf01554b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.396227] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d52f80df-353a-4bda-a113-beb0800f6b3e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.399615] env[69563]: INFO nova.compute.manager [-] [instance: fcb8171c-0104-43e9-a25e-a588127b2bd2] Took 1.58 seconds to deallocate network for instance. [ 915.408414] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 915.408414] env[69563]: value = "task-3403871" [ 915.408414] env[69563]: _type = "Task" [ 915.408414] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.418107] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.429995] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 2a6c1ac6-0b2d-4e5d-bf0e-3e993fcda556] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.439020] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.449126] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403867, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.685305] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.708100] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.771903] env[69563]: DEBUG nova.scheduler.client.report [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.843841] env[69563]: DEBUG oslo_vmware.api [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403869, 'name': PowerOffVM_Task, 'duration_secs': 0.238099} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.851324] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.851324] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.851324] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403868, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.852443] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9742b481-464a-45ca-ae4a-97f07a28a389 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.871741] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.936029] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.936029] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.936029] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Deleting the datastore file [datastore1] e2a67fde-2447-4689-ba52-73fe5dabdbd6 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.944115] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 58aa726b-1551-4aad-9aac-adafc6dfdef0] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.947060] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6263581b-e098-4157-9e9c-5374caf20691 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.950453] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403871, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.962851] env[69563]: DEBUG oslo_vmware.api [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for the task: (returnval){ [ 915.962851] env[69563]: value = "task-3403873" [ 915.962851] env[69563]: _type = "Task" [ 915.962851] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.970218] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403867, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.985821] env[69563]: DEBUG oslo_vmware.api [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.136769] env[69563]: DEBUG nova.network.neutron [req-69092875-8136-4a90-aa35-71c63c6f99dc req-08b75bf1-07ef-4548-a6e3-ee6f0ebb2bf7 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updated VIF entry in instance network info cache for port 6883a07a-c18f-41c4-8e50-588408944c89. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 916.137255] env[69563]: DEBUG nova.network.neutron [req-69092875-8136-4a90-aa35-71c63c6f99dc req-08b75bf1-07ef-4548-a6e3-ee6f0ebb2bf7 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating instance_info_cache with network_info: [{"id": "6883a07a-c18f-41c4-8e50-588408944c89", "address": "fa:16:3e:d2:5c:8e", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6883a07a-c1", "ovs_interfaceid": "6883a07a-c18f-41c4-8e50-588408944c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 916.201460] env[69563]: DEBUG nova.network.neutron [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Successfully updated port: 888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 916.235142] env[69563]: DEBUG nova.compute.manager [req-aeb2e8df-0c08-47db-9a86-22f607d762b1 req-57bb0a78-34dc-44a4-a31d-c0f123344125 service nova] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Received event network-vif-deleted-1ec43e37-5852-4e94-a684-6a18e3fdb621 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.276056] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquiring lock "827398ff-e013-4b89-9d3f-41c3a60d445d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.276056] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "827398ff-e013-4b89-9d3f-41c3a60d445d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.278605] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.546s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.281530] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.385s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.283020] env[69563]: INFO nova.compute.claims [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.314606] env[69563]: INFO nova.network.neutron [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating port 6e488c88-ce31-424e-9524-6a97ab0057c9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 916.350166] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403868, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.372083] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.427162] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72654} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.427544] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b/0ed1ab99-59ad-402e-8d5f-6b06cf01554b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.427836] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.428213] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d79309b-c905-48de-bde3-4800d462ef91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.435876] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 916.435876] env[69563]: value = "task-3403874" [ 916.435876] env[69563]: _type = "Task" [ 916.435876] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.445350] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.454466] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: f51b0ff6-a600-414c-a50d-5e74f0640124] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.456442] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a1be5487-8162-4005-b598-28966e62a264 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "fcb8171c-0104-43e9-a25e-a588127b2bd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.207s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.466905] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403867, 'name': CreateVM_Task, 'duration_secs': 1.029434} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.467143] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.467951] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.468283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.468705] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.469358] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b5b6e1-6122-4710-887b-3d8ce6854bdc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.485699] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 916.485699] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5226b316-135c-7056-f40b-b9d879d7a041" [ 916.485699] env[69563]: _type = "Task" [ 916.485699] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.486022] env[69563]: DEBUG oslo_vmware.api [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Task: {'id': task-3403873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368168} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.486821] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.487015] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.487194] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.487363] env[69563]: INFO nova.compute.manager [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 916.491020] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.491020] env[69563]: DEBUG nova.compute.manager [-] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.491020] env[69563]: DEBUG nova.network.neutron [-] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 916.501021] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5226b316-135c-7056-f40b-b9d879d7a041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.641042] env[69563]: DEBUG oslo_concurrency.lockutils [req-69092875-8136-4a90-aa35-71c63c6f99dc req-08b75bf1-07ef-4548-a6e3-ee6f0ebb2bf7 service nova] Releasing lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.705942] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.705942] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.705942] env[69563]: DEBUG nova.network.neutron [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 916.778990] env[69563]: DEBUG nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.845157] env[69563]: DEBUG oslo_vmware.api [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403868, 'name': RemoveSnapshot_Task, 'duration_secs': 1.129865} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.845333] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.845575] env[69563]: INFO nova.compute.manager [None req-a505313d-b514-4890-bae6-4da4752faf05 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Took 14.09 seconds to snapshot the instance on the hypervisor. [ 916.870696] env[69563]: DEBUG oslo_vmware.api [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403870, 'name': PowerOnVM_Task, 'duration_secs': 1.01301} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.871113] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.871374] env[69563]: INFO nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Took 9.61 seconds to spawn the instance on the hypervisor. [ 916.871611] env[69563]: DEBUG nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.872540] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f4b80d-873a-46d4-9e10-8b16231df321 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.945801] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239838} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.946103] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.946849] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbd5352-4425-438b-a8a4-48eae4f86464 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.968890] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b/0ed1ab99-59ad-402e-8d5f-6b06cf01554b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.969374] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: bddac60c-f799-473c-992a-d1a95cd67a58] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.971372] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be82ed0-d4e8-4b80-9a8e-f18e73eaabca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.000537] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5226b316-135c-7056-f40b-b9d879d7a041, 'name': SearchDatastore_Task, 'duration_secs': 0.021016} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.002282] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.002514] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.002766] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.002929] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.003129] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.003466] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 917.003466] env[69563]: value = "task-3403875" [ 917.003466] env[69563]: _type = "Task" [ 917.003466] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.003915] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57b4aed7-9329-4bb6-85bf-b4cb4f5a932a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.014559] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.018615] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.018783] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.020061] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d503fd7f-9cf1-47b1-a474-652a296e43c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.027644] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 917.027644] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5271acb4-57e3-2c6b-fed3-baaf2e55c5fd" [ 917.027644] env[69563]: _type = "Task" [ 917.027644] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.035795] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5271acb4-57e3-2c6b-fed3-baaf2e55c5fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.192628] env[69563]: DEBUG nova.compute.manager [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-vif-plugged-888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.192892] env[69563]: DEBUG oslo_concurrency.lockutils [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.193063] env[69563]: DEBUG oslo_concurrency.lockutils [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] Lock "b0105855-eeea-4216-bc95-850690e43242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.193233] env[69563]: DEBUG oslo_concurrency.lockutils [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] Lock "b0105855-eeea-4216-bc95-850690e43242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.193400] env[69563]: DEBUG nova.compute.manager [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] No waiting events found dispatching network-vif-plugged-888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.193560] env[69563]: WARNING nova.compute.manager [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received unexpected event network-vif-plugged-888e5fa5-2a52-41f5-880f-70a7d94b3aa6 for instance with vm_state building and task_state spawning. [ 917.193718] env[69563]: DEBUG nova.compute.manager [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-changed-888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.193870] env[69563]: DEBUG nova.compute.manager [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Refreshing instance network info cache due to event network-changed-888e5fa5-2a52-41f5-880f-70a7d94b3aa6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.194046] env[69563]: DEBUG oslo_concurrency.lockutils [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] Acquiring lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.235749] env[69563]: DEBUG nova.network.neutron [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 917.298215] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.306801] env[69563]: DEBUG nova.network.neutron [-] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 917.364741] env[69563]: DEBUG nova.network.neutron [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 917.392214] env[69563]: INFO nova.compute.manager [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Took 48.52 seconds to build instance. [ 917.492048] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: bf3f5859-8324-42c2-a6ce-37f76a0a1b95] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.516900] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403875, 'name': ReconfigVM_Task, 'duration_secs': 0.28248} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.517379] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b/0ed1ab99-59ad-402e-8d5f-6b06cf01554b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.518280] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c755f8af-5830-48b8-844e-d0ffc677be1e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.528471] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 917.528471] env[69563]: value = "task-3403876" [ 917.528471] env[69563]: _type = "Task" [ 917.528471] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.542962] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5271acb4-57e3-2c6b-fed3-baaf2e55c5fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021856} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.546763] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403876, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.547507] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9ce397-19e4-48d9-a629-2acb6f01fbe8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.555336] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 917.555336] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527e5ff3-fdd5-fd5e-b0e5-635476254e78" [ 917.555336] env[69563]: _type = "Task" [ 917.555336] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.564699] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527e5ff3-fdd5-fd5e-b0e5-635476254e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.610262] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "2014761c-8010-4047-b8a6-a1ac44ab6117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.610262] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.614015] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829d05c0-e98a-40fe-9a6a-c5561564d8d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.622566] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c2d03f-c7d2-4149-9077-122a7e089f8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.657602] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05b38ee-aed9-4b05-97a8-2b09388eadc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.666036] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e16779-0e48-4548-9556-a636c91e979d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.680644] env[69563]: DEBUG nova.compute.provider_tree [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.811287] env[69563]: INFO nova.compute.manager [-] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Took 1.32 seconds to deallocate network for instance. [ 917.869291] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.869648] env[69563]: DEBUG nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Instance network_info: |[{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.870263] env[69563]: DEBUG oslo_concurrency.lockutils [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] Acquired lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.870452] env[69563]: DEBUG nova.network.neutron [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Refreshing network info cache for port 888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 917.872654] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:0a:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888e5fa5-2a52-41f5-880f-70a7d94b3aa6', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.879213] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.882192] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0105855-eeea-4216-bc95-850690e43242] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.882686] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b923270d-9aea-4976-bf90-dcb0d3def69b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.898932] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d2b4091-911b-409b-8a8f-069ca5086452 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.036s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.906204] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.906204] env[69563]: value = "task-3403877" [ 917.906204] env[69563]: _type = "Task" [ 917.906204] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.914847] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403877, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.995697] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: b850724f-f1d8-4460-b2d1-a7ea5d887826] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.044027] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403876, 'name': Rename_Task, 'duration_secs': 0.144849} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.044179] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.044456] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ddb8211-90d2-4cd1-b13e-1a45207d89c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.050412] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 918.050412] env[69563]: value = "task-3403878" [ 918.050412] env[69563]: _type = "Task" [ 918.050412] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.058919] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.069523] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527e5ff3-fdd5-fd5e-b0e5-635476254e78, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.069812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.070119] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 47622390-9e3a-4865-b160-821637c53a4a/47622390-9e3a-4865-b160-821637c53a4a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.070436] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c530b7d4-4d3f-4845-972a-2bfed234bab8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.076371] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 918.076371] env[69563]: value = "task-3403879" [ 918.076371] env[69563]: _type = "Task" [ 918.076371] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.083997] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.184163] env[69563]: DEBUG nova.scheduler.client.report [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.244585] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.244761] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.244975] env[69563]: DEBUG nova.network.neutron [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 918.291576] env[69563]: DEBUG nova.network.neutron [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updated VIF entry in instance network info cache for port 888e5fa5-2a52-41f5-880f-70a7d94b3aa6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 918.292093] env[69563]: DEBUG nova.network.neutron [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 918.317752] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.401512] env[69563]: DEBUG nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.417379] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403877, 'name': CreateVM_Task, 'duration_secs': 0.456037} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.417595] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0105855-eeea-4216-bc95-850690e43242] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.418331] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.418498] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.418814] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.419100] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49c71af-b6b1-4566-a147-b788d7e37c41 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.426863] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 918.426863] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5238045a-3be6-3e71-e6fa-757821630d61" [ 918.426863] env[69563]: _type = "Task" [ 918.426863] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.441749] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5238045a-3be6-3e71-e6fa-757821630d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.498794] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: e94942e0-b29d-4b9f-8606-999242b38b24] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.563504] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.588362] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403879, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.689747] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.690665] env[69563]: DEBUG nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.693745] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.510s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.693846] env[69563]: DEBUG nova.objects.instance [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lazy-loading 'resources' on Instance uuid a6f321f4-f168-429c-b81a-bb58a7ebcce9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.799068] env[69563]: DEBUG oslo_concurrency.lockutils [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] Releasing lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.799068] env[69563]: DEBUG nova.compute.manager [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Received event network-vif-deleted-c76197da-dbcb-48b9-a6fe-814639b7e8ad {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.799207] env[69563]: INFO nova.compute.manager [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Neutron deleted interface c76197da-dbcb-48b9-a6fe-814639b7e8ad; detaching it from the instance and deleting it from the info cache [ 918.799381] env[69563]: DEBUG nova.network.neutron [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 918.801247] env[69563]: DEBUG nova.compute.manager [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.802307] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ecd45-4780-4efe-8844-2f68c7e3762f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.924973] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.936851] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5238045a-3be6-3e71-e6fa-757821630d61, 'name': SearchDatastore_Task, 'duration_secs': 0.01833} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.937297] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.937625] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.937959] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.938245] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.938531] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.938891] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c3f2cf-0faa-4b2f-a861-99d5a87e08b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.948075] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.948196] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.949035] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33135c3f-481c-4637-852a-2d5e121c821b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.954593] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 918.954593] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52de201a-92cb-8c24-9f05-0c22555c2561" [ 918.954593] env[69563]: _type = "Task" [ 918.954593] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.964254] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52de201a-92cb-8c24-9f05-0c22555c2561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.002806] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: eaed6791-6291-4e8d-a6f7-c22a8434dd09] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.048014] env[69563]: DEBUG nova.network.neutron [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [{"id": "6e488c88-ce31-424e-9524-6a97ab0057c9", "address": "fa:16:3e:18:fb:49", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e488c88-ce", "ovs_interfaceid": "6e488c88-ce31-424e-9524-6a97ab0057c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 919.061706] env[69563]: DEBUG oslo_vmware.api [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403878, 'name': PowerOnVM_Task, 'duration_secs': 0.611511} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.061998] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.062204] env[69563]: INFO nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Took 9.35 seconds to spawn the instance on the hypervisor. [ 919.062347] env[69563]: DEBUG nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.063718] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504a98df-4913-4633-806d-d38a72f29eb9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.086238] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579892} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.086494] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 47622390-9e3a-4865-b160-821637c53a4a/47622390-9e3a-4865-b160-821637c53a4a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.087579] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.087579] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87e1f927-549a-4f84-9bd1-3a97cff9d303 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.093155] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 919.093155] env[69563]: value = "task-3403880" [ 919.093155] env[69563]: _type = "Task" [ 919.093155] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.101101] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.196617] env[69563]: DEBUG nova.compute.utils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.202153] env[69563]: DEBUG nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.202153] env[69563]: DEBUG nova.network.neutron [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 919.219190] env[69563]: DEBUG nova.compute.manager [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received event network-vif-plugged-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.219417] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] Acquiring lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.219713] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] Lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.219775] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] Lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.219954] env[69563]: DEBUG nova.compute.manager [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] No waiting events found dispatching network-vif-plugged-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.220276] env[69563]: WARNING nova.compute.manager [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received unexpected event network-vif-plugged-6e488c88-ce31-424e-9524-6a97ab0057c9 for instance with vm_state shelved_offloaded and task_state spawning. [ 919.220472] env[69563]: DEBUG nova.compute.manager [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received event network-changed-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.220675] env[69563]: DEBUG nova.compute.manager [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Refreshing instance network info cache due to event network-changed-6e488c88-ce31-424e-9524-6a97ab0057c9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.220791] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] Acquiring lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.246076] env[69563]: DEBUG nova.policy [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe497e6ef78f46ebabcc88d8f4a68616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c87de9d834304b218ee73e7b5e6a5928', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.302312] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a647a447-4fab-4d5f-8b77-8dfcb9fc2c75 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.311016] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fb944d-8144-495c-95fd-b91686085e93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.325327] env[69563]: INFO nova.compute.manager [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] instance snapshotting [ 919.328250] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6a92a4-707c-4c47-b214-2849fa263f5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.360536] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b308435-6421-4cd0-af2c-9fe8937131ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.363734] env[69563]: DEBUG nova.compute.manager [req-a8c5dae4-3de2-47c6-9b82-bd9980f359a3 req-45fe6bd8-558d-4a8e-b33e-242e2576206e service nova] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Detach interface failed, port_id=c76197da-dbcb-48b9-a6fe-814639b7e8ad, reason: Instance e2a67fde-2447-4689-ba52-73fe5dabdbd6 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 919.474427] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52de201a-92cb-8c24-9f05-0c22555c2561, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.477787] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4960fc0e-70ad-418d-80cb-efef8cad6838 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.482935] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 919.482935] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52623131-164b-9fca-df49-834179d44177" [ 919.482935] env[69563]: _type = "Task" [ 919.482935] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.491256] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52623131-164b-9fca-df49-834179d44177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.508241] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: f3b8ab24-3f49-4af8-ab8f-2360fb111d12] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.551452] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.553751] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] Acquired lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.553937] env[69563]: DEBUG nova.network.neutron [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Refreshing network info cache for port 6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 919.584661] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='90677ecd07495e397e646f7af1f31cf5',container_format='bare',created_at=2025-04-10T18:56:35Z,direct_url=,disk_format='vmdk',id=bfde000e-16b4-4d15-9970-634b415b4f18,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1661223260-shelved',owner='a8aa2f8383614dcab77511451e3af185',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-10T18:56:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.584931] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.585114] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.585303] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.585811] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.585988] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.586226] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.586377] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.586570] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.586704] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.586878] env[69563]: DEBUG nova.virt.hardware [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.588397] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca844ae6-a85d-4cd1-a01b-41a54dd2b701 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.593807] env[69563]: INFO nova.compute.manager [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Took 49.98 seconds to build instance. [ 919.595823] env[69563]: DEBUG nova.network.neutron [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Successfully created port: 48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.605173] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3451b628-d252-4de2-b09e-bba83ae36de5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.617655] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed6efb2-3518-4b54-b35f-a697a0f1d389 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.618079] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066708} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.619351] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.620220] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755cc5c5-bcf6-4de0-ac2c-946958624531 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.634094] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:fb:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e488c88-ce31-424e-9524-6a97ab0057c9', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.641884] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.644614] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b1c322-6c5d-4a0b-86ef-509563241378 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.648440] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.661110] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dbf4056-72a7-4991-b937-350a89802aea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.679722] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.680062] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.689580] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 47622390-9e3a-4865-b160-821637c53a4a/47622390-9e3a-4865-b160-821637c53a4a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.690780] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb3111b-fb53-452b-ab15-32a081629ac7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.731831] env[69563]: DEBUG nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.735421] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70b4c4-516a-4c15-8968-9e1b31164947 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.739161] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.739161] env[69563]: value = "task-3403881" [ 919.739161] env[69563]: _type = "Task" [ 919.739161] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.744505] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 919.744505] env[69563]: value = "task-3403882" [ 919.744505] env[69563]: _type = "Task" [ 919.744505] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.752578] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403881, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.754107] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb79fa-611d-43d4-96a3-9156f16602dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.763157] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.776949] env[69563]: DEBUG nova.compute.provider_tree [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.872167] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 919.872546] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f0da713-9c9b-4e72-8a83-db86a1ae45ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.880844] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 919.880844] env[69563]: value = "task-3403883" [ 919.880844] env[69563]: _type = "Task" [ 919.880844] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.890373] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403883, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.994984] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52623131-164b-9fca-df49-834179d44177, 'name': SearchDatastore_Task, 'duration_secs': 0.041371} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.996028] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.996028] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] b0105855-eeea-4216-bc95-850690e43242/b0105855-eeea-4216-bc95-850690e43242.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.996028] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-952e5357-1c2a-490a-929f-b8651a4890a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.002811] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 920.002811] env[69563]: value = "task-3403884" [ 920.002811] env[69563]: _type = "Task" [ 920.002811] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.013372] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.017168] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 18657ead-6d4e-4d20-bf36-838ecb022f71] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.098961] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f964371-726a-4598-9d99-6b399835589d tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.493s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.257182] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403882, 'name': ReconfigVM_Task, 'duration_secs': 0.469088} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.260067] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 47622390-9e3a-4865-b160-821637c53a4a/47622390-9e3a-4865-b160-821637c53a4a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.260729] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403881, 'name': CreateVM_Task, 'duration_secs': 0.460492} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.264832] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15253dfb-1df4-44ed-944d-abdccdbe4fe2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.266663] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.267568] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.267775] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.268213] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.270032] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e2ad80-91ac-4129-959d-234c5781f4aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.277021] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 920.277021] env[69563]: value = "task-3403885" [ 920.277021] env[69563]: _type = "Task" [ 920.277021] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.277218] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 920.277218] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5238d2b0-4496-4050-e012-d117a0a9cf5f" [ 920.277218] env[69563]: _type = "Task" [ 920.277218] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.281131] env[69563]: DEBUG nova.scheduler.client.report [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.296020] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403885, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.301204] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5238d2b0-4496-4050-e012-d117a0a9cf5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.375736] env[69563]: DEBUG nova.network.neutron [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updated VIF entry in instance network info cache for port 6e488c88-ce31-424e-9524-6a97ab0057c9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 920.376278] env[69563]: DEBUG nova.network.neutron [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [{"id": "6e488c88-ce31-424e-9524-6a97ab0057c9", "address": "fa:16:3e:18:fb:49", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e488c88-ce", "ovs_interfaceid": "6e488c88-ce31-424e-9524-6a97ab0057c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 920.391383] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403883, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.514221] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403884, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.519087] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 4051c9df-1432-426c-82a1-3063ee00aca6] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.602067] env[69563]: DEBUG nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.745140] env[69563]: DEBUG nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.770620] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.770867] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.771031] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.771244] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.771400] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.771547] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.771753] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.771942] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.772226] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.772403] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.772576] env[69563]: DEBUG nova.virt.hardware [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.773474] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4079bec-bf95-4d29-b295-482295a76583 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.789985] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f1945-a229-4c54-a065-ab744776fea4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.797037] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.798935] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403885, 'name': Rename_Task, 'duration_secs': 0.18033} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.799668] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.510s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.799926] env[69563]: DEBUG nova.objects.instance [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lazy-loading 'resources' on Instance uuid a6f719ae-ba5f-4c22-b14f-fd01b9f5b053 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.801489] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.805388] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9237ab77-d9e7-4444-b144-315f8a9b37ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.814815] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.815066] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Processing image bfde000e-16b4-4d15-9970-634b415b4f18 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.815341] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18/bfde000e-16b4-4d15-9970-634b415b4f18.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.815520] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18/bfde000e-16b4-4d15-9970-634b415b4f18.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.815670] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.817285] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80633cdc-7ea9-4ff7-8426-31c021cff74c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.819726] env[69563]: INFO nova.scheduler.client.report [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleted allocations for instance a6f321f4-f168-429c-b81a-bb58a7ebcce9 [ 920.824256] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 920.824256] env[69563]: value = "task-3403886" [ 920.824256] env[69563]: _type = "Task" [ 920.824256] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.832653] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.833751] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.833923] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.834620] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa19d9b-6ebf-4c92-a620-bd21b6f35520 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.839746] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 920.839746] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e34b57-bafc-6043-49ae-b0713c04bb56" [ 920.839746] env[69563]: _type = "Task" [ 920.839746] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.847467] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e34b57-bafc-6043-49ae-b0713c04bb56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.878569] env[69563]: DEBUG oslo_concurrency.lockutils [req-fa9cd0c5-ab60-4659-9102-82876e5e003a req-20eebae9-42c5-445f-bb38-50de3356ccf6 service nova] Releasing lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.890804] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403883, 'name': CreateSnapshot_Task, 'duration_secs': 0.560225} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.891068] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 920.891793] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885c8f74-f222-4a00-8e9b-a154be858a87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.014087] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651182} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.014395] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] b0105855-eeea-4216-bc95-850690e43242/b0105855-eeea-4216-bc95-850690e43242.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.014616] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.014882] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e48d4f7-ce9d-40a4-b2c0-35ecc3a77861 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.021206] env[69563]: INFO nova.compute.manager [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Rebuilding instance [ 921.023215] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 921.023215] env[69563]: value = "task-3403887" [ 921.023215] env[69563]: _type = "Task" [ 921.023215] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.024436] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 924afcff-8a47-448b-af63-4a6741e8231f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.035344] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.069257] env[69563]: DEBUG nova.compute.manager [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.070248] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c66db-63ad-4551-bcd5-480917b1f470 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.121100] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.153089] env[69563]: DEBUG nova.network.neutron [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Successfully updated port: 48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 921.248636] env[69563]: DEBUG nova.compute.manager [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Received event network-vif-plugged-48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.248754] env[69563]: DEBUG oslo_concurrency.lockutils [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] Acquiring lock "42d72409-766d-452c-8767-db1d2f3faa7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.249074] env[69563]: DEBUG oslo_concurrency.lockutils [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] Lock "42d72409-766d-452c-8767-db1d2f3faa7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.249311] env[69563]: DEBUG oslo_concurrency.lockutils [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] Lock "42d72409-766d-452c-8767-db1d2f3faa7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.249511] env[69563]: DEBUG nova.compute.manager [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] No waiting events found dispatching network-vif-plugged-48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.249681] env[69563]: WARNING nova.compute.manager [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Received unexpected event network-vif-plugged-48c9478f-7299-4ec8-80a4-9da5b3d68349 for instance with vm_state building and task_state spawning. [ 921.249835] env[69563]: DEBUG nova.compute.manager [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Received event network-changed-48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.249984] env[69563]: DEBUG nova.compute.manager [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Refreshing instance network info cache due to event network-changed-48c9478f-7299-4ec8-80a4-9da5b3d68349. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.250216] env[69563]: DEBUG oslo_concurrency.lockutils [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] Acquiring lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.250361] env[69563]: DEBUG oslo_concurrency.lockutils [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] Acquired lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.250517] env[69563]: DEBUG nova.network.neutron [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Refreshing network info cache for port 48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 921.334056] env[69563]: DEBUG oslo_concurrency.lockutils [None req-69200190-7130-4f5f-b5d8-306b6137f346 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f321f4-f168-429c-b81a-bb58a7ebcce9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.585s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.341597] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403886, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.353399] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Preparing fetch location {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 921.353652] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Fetch image to [datastore2] OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3/OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3.vmdk {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 921.353836] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Downloading stream optimized image bfde000e-16b4-4d15-9970-634b415b4f18 to [datastore2] OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3/OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3.vmdk on the data store datastore2 as vApp {{(pid=69563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 921.354013] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Downloading image file data bfde000e-16b4-4d15-9970-634b415b4f18 to the ESX as VM named 'OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3' {{(pid=69563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 921.409286] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 921.409625] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10c0b75c-39fd-4891-8ebe-98c9557bd51b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.424758] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 921.424758] env[69563]: value = "task-3403888" [ 921.424758] env[69563]: _type = "Task" [ 921.424758] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.437714] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403888, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.446973] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 921.446973] env[69563]: value = "resgroup-9" [ 921.446973] env[69563]: _type = "ResourcePool" [ 921.446973] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 921.447587] env[69563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-23a3c29e-ee2a-41ce-8226-41bb3314c4a8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.476916] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lease: (returnval){ [ 921.476916] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d345a7-aece-a8d2-a601-d7501cd3cf65" [ 921.476916] env[69563]: _type = "HttpNfcLease" [ 921.476916] env[69563]: } obtained for vApp import into resource pool (val){ [ 921.476916] env[69563]: value = "resgroup-9" [ 921.476916] env[69563]: _type = "ResourcePool" [ 921.476916] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 921.477231] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the lease: (returnval){ [ 921.477231] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d345a7-aece-a8d2-a601-d7501cd3cf65" [ 921.477231] env[69563]: _type = "HttpNfcLease" [ 921.477231] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 921.487121] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.487121] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d345a7-aece-a8d2-a601-d7501cd3cf65" [ 921.487121] env[69563]: _type = "HttpNfcLease" [ 921.487121] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 921.531325] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 0a422bb9-c56d-4ee9-8336-8ef8b657ffd1] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.538476] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063272} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.541439] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.542317] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d735b97-0bbb-419c-b031-0fcc1174b917 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.567023] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] b0105855-eeea-4216-bc95-850690e43242/b0105855-eeea-4216-bc95-850690e43242.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.569817] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba4048c-fdba-4da2-ac18-2f6c23cab503 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.593866] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 921.593866] env[69563]: value = "task-3403890" [ 921.593866] env[69563]: _type = "Task" [ 921.593866] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.606839] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.656448] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.715088] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decf760f-498f-45ae-8d6b-8d4bd3b8f316 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.723748] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f481d45-28a2-4e42-ba3a-b516e5ef999b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.758584] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaaa228-cd60-46bd-b9a4-78f727de6d02 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.766872] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94361d25-00c5-4f9f-806d-527f5f723e61 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.781597] env[69563]: DEBUG nova.compute.provider_tree [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.795902] env[69563]: DEBUG nova.network.neutron [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 921.837704] env[69563]: DEBUG oslo_vmware.api [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3403886, 'name': PowerOnVM_Task, 'duration_secs': 0.680259} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.837939] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.838147] env[69563]: INFO nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Took 9.64 seconds to spawn the instance on the hypervisor. [ 921.838327] env[69563]: DEBUG nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.839170] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff0b4a2-f05b-42be-b04d-733a4fd5d932 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.935840] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403888, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.939415] env[69563]: DEBUG nova.network.neutron [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 921.988487] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.988487] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d345a7-aece-a8d2-a601-d7501cd3cf65" [ 921.988487] env[69563]: _type = "HttpNfcLease" [ 921.988487] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 922.035709] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: c063eb35-0bc0-4253-8e24-d8303a0ecab3] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.089633] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.089753] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b61865-ae7e-4049-9ca5-045a1853cce5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.099179] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 922.099179] env[69563]: value = "task-3403891" [ 922.099179] env[69563]: _type = "Task" [ 922.099179] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.105822] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.110777] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.285116] env[69563]: DEBUG nova.scheduler.client.report [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.358591] env[69563]: INFO nova.compute.manager [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Took 50.78 seconds to build instance. [ 922.437025] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403888, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.445170] env[69563]: DEBUG oslo_concurrency.lockutils [req-bcf56916-e6a2-4c79-a99d-c78ccbbe23ab req-6e3199d7-4033-43bf-b483-ca1a167ca636 service nova] Releasing lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.445550] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.445706] env[69563]: DEBUG nova.network.neutron [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 922.489714] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.489714] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d345a7-aece-a8d2-a601-d7501cd3cf65" [ 922.489714] env[69563]: _type = "HttpNfcLease" [ 922.489714] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 922.490543] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 922.490543] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d345a7-aece-a8d2-a601-d7501cd3cf65" [ 922.490543] env[69563]: _type = "HttpNfcLease" [ 922.490543] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 922.491221] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3cc50f-d91b-4abb-bcd0-50fb8f3b321f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.498590] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de5de2-247b-851a-e477-b85858f3f2f9/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 922.498775] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de5de2-247b-851a-e477-b85858f3f2f9/disk-0.vmdk. {{(pid=69563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 922.556570] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 15b8735d-4cae-4c05-afe8-dab95a937448] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.564303] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e915751d-f04b-48e6-a443-0e3ec4bc6bfb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.607094] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403890, 'name': ReconfigVM_Task, 'duration_secs': 0.838827} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.607740] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Reconfigured VM instance instance-00000049 to attach disk [datastore2] b0105855-eeea-4216-bc95-850690e43242/b0105855-eeea-4216-bc95-850690e43242.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.608373] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c61d716-a0dd-40c2-b423-3d51385c7481 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.612639] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403891, 'name': PowerOffVM_Task, 'duration_secs': 0.293773} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.613228] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.613471] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.614211] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf91e36a-c9cf-458c-b836-8f9f4dd12f0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.617590] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 922.617590] env[69563]: value = "task-3403892" [ 922.617590] env[69563]: _type = "Task" [ 922.617590] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.623532] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.626296] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a327ca06-cf83-4290-9f55-ea0ef1a0ab1c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.627679] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403892, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.715181] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.715469] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.715660] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleting the datastore file [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.715958] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58826864-9a02-4382-bbad-3e3539f707c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.722534] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 922.722534] env[69563]: value = "task-3403894" [ 922.722534] env[69563]: _type = "Task" [ 922.722534] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.733104] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.790570] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.794788] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.246s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.797083] env[69563]: INFO nova.compute.claims [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.816609] env[69563]: INFO nova.scheduler.client.report [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Deleted allocations for instance a6f719ae-ba5f-4c22-b14f-fd01b9f5b053 [ 922.860872] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9053cc97-4637-43bc-b1ee-87d4ed62a8d1 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.297s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.938205] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403888, 'name': CloneVM_Task, 'duration_secs': 1.371853} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.939859] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Created linked-clone VM from snapshot [ 922.940690] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f252db-488b-4ab9-b6bf-3529eaff3d81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.952509] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Uploading image a193fe41-c630-4add-a76f-06d5f47d6a37 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 922.980305] env[69563]: DEBUG oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 922.980305] env[69563]: value = "vm-679158" [ 922.980305] env[69563]: _type = "VirtualMachine" [ 922.980305] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 922.980684] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-776a8630-ee14-487a-b5be-836a6187e607 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.989320] env[69563]: DEBUG oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lease: (returnval){ [ 922.989320] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522be2f5-1540-e68f-0c14-522e4f1e6980" [ 922.989320] env[69563]: _type = "HttpNfcLease" [ 922.989320] env[69563]: } obtained for exporting VM: (result){ [ 922.989320] env[69563]: value = "vm-679158" [ 922.989320] env[69563]: _type = "VirtualMachine" [ 922.989320] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 922.989593] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the lease: (returnval){ [ 922.989593] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522be2f5-1540-e68f-0c14-522e4f1e6980" [ 922.989593] env[69563]: _type = "HttpNfcLease" [ 922.989593] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.997694] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.997694] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522be2f5-1540-e68f-0c14-522e4f1e6980" [ 922.997694] env[69563]: _type = "HttpNfcLease" [ 922.997694] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.061265] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 49a8fb1e-749c-419a-a39a-ccec63fd157f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.128731] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403892, 'name': Rename_Task, 'duration_secs': 0.148344} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.129236] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.129552] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841816e9-ada3-488e-bd5c-da2742a14417 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.136364] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 923.136364] env[69563]: value = "task-3403896" [ 923.136364] env[69563]: _type = "Task" [ 923.136364] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.144308] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.196938] env[69563]: DEBUG nova.network.neutron [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 923.235355] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206506} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.235495] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.235702] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.235939] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.330006] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c05d325c-d294-4738-b3c4-1930c6af20c7 tempest-ListServersNegativeTestJSON-1504705396 tempest-ListServersNegativeTestJSON-1504705396-project-member] Lock "a6f719ae-ba5f-4c22-b14f-fd01b9f5b053" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.655s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.448202] env[69563]: DEBUG nova.network.neutron [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Updating instance_info_cache with network_info: [{"id": "48c9478f-7299-4ec8-80a4-9da5b3d68349", "address": "fa:16:3e:a2:cf:2f", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c9478f-72", "ovs_interfaceid": "48c9478f-7299-4ec8-80a4-9da5b3d68349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 923.501110] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.501110] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522be2f5-1540-e68f-0c14-522e4f1e6980" [ 923.501110] env[69563]: _type = "HttpNfcLease" [ 923.501110] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 923.501110] env[69563]: DEBUG oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 923.501110] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522be2f5-1540-e68f-0c14-522e4f1e6980" [ 923.501110] env[69563]: _type = "HttpNfcLease" [ 923.501110] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 923.502432] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cde2c4a-c419-4a58-931b-f63a6f115b7c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.512370] env[69563]: DEBUG oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d922aa-4d05-c8fe-6c89-4e4a0b8955bf/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 923.512755] env[69563]: DEBUG oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d922aa-4d05-c8fe-6c89-4e4a0b8955bf/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 923.580477] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 967d606a-689f-4fca-affe-6926dcf9d54a] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.630894] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-892d88a4-b859-4dbe-81c4-b37fd7e3dc14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.636452] env[69563]: DEBUG nova.compute.manager [req-ac47996d-76d2-491c-98bf-90d4c1d68608 req-52ac20b8-44f0-4abb-85b9-1db77879aee1 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received event network-changed-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.636719] env[69563]: DEBUG nova.compute.manager [req-ac47996d-76d2-491c-98bf-90d4c1d68608 req-52ac20b8-44f0-4abb-85b9-1db77879aee1 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Refreshing instance network info cache due to event network-changed-6883a07a-c18f-41c4-8e50-588408944c89. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.637039] env[69563]: DEBUG oslo_concurrency.lockutils [req-ac47996d-76d2-491c-98bf-90d4c1d68608 req-52ac20b8-44f0-4abb-85b9-1db77879aee1 service nova] Acquiring lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.637264] env[69563]: DEBUG oslo_concurrency.lockutils [req-ac47996d-76d2-491c-98bf-90d4c1d68608 req-52ac20b8-44f0-4abb-85b9-1db77879aee1 service nova] Acquired lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.637492] env[69563]: DEBUG nova.network.neutron [req-ac47996d-76d2-491c-98bf-90d4c1d68608 req-52ac20b8-44f0-4abb-85b9-1db77879aee1 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Refreshing network info cache for port 6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 923.654841] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403896, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.854907] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Completed reading data from the image iterator. {{(pid=69563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 923.854907] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de5de2-247b-851a-e477-b85858f3f2f9/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 923.855931] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c91d31-9dc1-4fd3-903b-b3d26e724252 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.863185] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de5de2-247b-851a-e477-b85858f3f2f9/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 923.867074] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de5de2-247b-851a-e477-b85858f3f2f9/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 923.870936] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-909fbfe9-38a0-4eac-900a-dde920b6655e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.952553] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Releasing lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.952891] env[69563]: DEBUG nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Instance network_info: |[{"id": "48c9478f-7299-4ec8-80a4-9da5b3d68349", "address": "fa:16:3e:a2:cf:2f", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c9478f-72", "ovs_interfaceid": "48c9478f-7299-4ec8-80a4-9da5b3d68349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.953876] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:cf:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48c9478f-7299-4ec8-80a4-9da5b3d68349', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.962569] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.962569] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.962769] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc376751-337b-476b-9f24-be0b3ed6cbaf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.987303] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.987303] env[69563]: value = "task-3403897" [ 923.987303] env[69563]: _type = "Task" [ 923.987303] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.998112] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403897, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.092028] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: e26fb71a-b6dc-44bf-9e46-26801a267235] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.153105] env[69563]: DEBUG oslo_vmware.api [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3403896, 'name': PowerOnVM_Task, 'duration_secs': 0.593193} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.153412] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.153632] env[69563]: INFO nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Took 9.38 seconds to spawn the instance on the hypervisor. [ 924.153929] env[69563]: DEBUG nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.154795] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d495f9c-3795-44e6-b2b1-b1f3ff273c68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.171915] env[69563]: DEBUG oslo_vmware.rw_handles [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de5de2-247b-851a-e477-b85858f3f2f9/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 924.172241] env[69563]: INFO nova.virt.vmwareapi.images [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Downloaded image file data bfde000e-16b4-4d15-9970-634b415b4f18 [ 924.177636] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2a2deb-f9f8-4651-b8b1-8683908a647f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.203462] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bd8502a-ce5b-4a0d-b927-143a0588d8c7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.252364] env[69563]: INFO nova.virt.vmwareapi.images [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] The imported VM was unregistered [ 924.255423] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Caching image {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 924.255839] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.256866] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9436fb47-7384-4a65-86c9-fcd6b01a5b49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.279467] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Created directory with path [datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.279467] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3/OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3.vmdk to [datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18/bfde000e-16b4-4d15-9970-634b415b4f18.vmdk. {{(pid=69563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 924.279592] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e16629ca-e23c-4ad8-b850-b5893d845f91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.282871] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a921481-c5f4-4a45-be6d-0e4c10c246d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.291751] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.292064] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.292246] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.292519] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.292769] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.293069] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.293314] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.293555] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.293777] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.294033] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.294274] env[69563]: DEBUG nova.virt.hardware [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.296492] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c24f68-3804-4693-bcd8-b80355c2c8d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.304141] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 924.304141] env[69563]: value = "task-3403899" [ 924.304141] env[69563]: _type = "Task" [ 924.304141] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.305285] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22912e4b-a936-4da8-994c-1021c870c128 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.318731] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3a3b94-a678-4ff9-b567-49825b626048 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.356035] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c52eb-b68b-4420-9b81-c0d3fa1decc7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.371899] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403899, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.372574] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:c0:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69221bb9-83f5-4052-a75a-ff5a33de6f85', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.382126] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.385708] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.386088] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f787049-b4d0-4878-885f-4c4c040c53d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.406722] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a95c4-ee85-4d14-827a-3dd3043abbf2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.412588] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.412588] env[69563]: value = "task-3403900" [ 924.412588] env[69563]: _type = "Task" [ 924.412588] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.427924] env[69563]: DEBUG nova.compute.provider_tree [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.441780] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403900, 'name': CreateVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.507465] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403897, 'name': CreateVM_Task, 'duration_secs': 0.383869} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.507465] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.508183] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.508443] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.508953] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.509930] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bde2258-d711-49a9-b6f7-75a81bd89170 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.517504] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 924.517504] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e7db8a-0384-faba-a8b2-6b3c6fe5a859" [ 924.517504] env[69563]: _type = "Task" [ 924.517504] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.529547] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e7db8a-0384-faba-a8b2-6b3c6fe5a859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.595416] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 0ff9570f-64ff-47ef-a407-6b0f1f54ddb9] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.677038] env[69563]: INFO nova.compute.manager [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Took 45.16 seconds to build instance. [ 924.683350] env[69563]: DEBUG nova.network.neutron [req-ac47996d-76d2-491c-98bf-90d4c1d68608 req-52ac20b8-44f0-4abb-85b9-1db77879aee1 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updated VIF entry in instance network info cache for port 6883a07a-c18f-41c4-8e50-588408944c89. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 924.683743] env[69563]: DEBUG nova.network.neutron [req-ac47996d-76d2-491c-98bf-90d4c1d68608 req-52ac20b8-44f0-4abb-85b9-1db77879aee1 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating instance_info_cache with network_info: [{"id": "6883a07a-c18f-41c4-8e50-588408944c89", "address": "fa:16:3e:d2:5c:8e", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6883a07a-c1", "ovs_interfaceid": "6883a07a-c18f-41c4-8e50-588408944c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 924.815540] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403899, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.929771] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403900, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.938237] env[69563]: DEBUG nova.scheduler.client.report [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.029793] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e7db8a-0384-faba-a8b2-6b3c6fe5a859, 'name': SearchDatastore_Task, 'duration_secs': 0.014409} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.030143] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.030484] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.033143] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.033143] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.033143] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.033143] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85c0109-3f23-46ee-878d-0ba81dbac0c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.042674] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.042997] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.043812] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e34600-57dc-4966-ac69-9819bf6814ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.053249] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 925.053249] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520bce99-945f-0cf6-6bb1-dbc4a29bc2d8" [ 925.053249] env[69563]: _type = "Task" [ 925.053249] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.059046] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520bce99-945f-0cf6-6bb1-dbc4a29bc2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.100673] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: ca36222c-9587-4119-b418-6ecf4532d4b6] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.179791] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8018c936-f80d-48da-9d8d-a8a50e6e1b38 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "b0105855-eeea-4216-bc95-850690e43242" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.671s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.187619] env[69563]: DEBUG oslo_concurrency.lockutils [req-ac47996d-76d2-491c-98bf-90d4c1d68608 req-52ac20b8-44f0-4abb-85b9-1db77879aee1 service nova] Releasing lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.324481] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403899, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.423351] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403900, 'name': CreateVM_Task, 'duration_secs': 0.624636} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.423351] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.424052] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.424216] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.424678] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.425039] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4df0239-516a-405b-8d0f-b740a9ebde4a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.429952] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 925.429952] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5281e749-ae0a-eae2-af64-d6922be6d1da" [ 925.429952] env[69563]: _type = "Task" [ 925.429952] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.438348] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5281e749-ae0a-eae2-af64-d6922be6d1da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.443248] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.443248] env[69563]: DEBUG nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.449035] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.469s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.449035] env[69563]: INFO nova.compute.claims [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.565511] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520bce99-945f-0cf6-6bb1-dbc4a29bc2d8, 'name': SearchDatastore_Task, 'duration_secs': 0.022111} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.565511] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ba6410-e794-4290-958e-21947193ac6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.571720] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 925.571720] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222b59c-1d82-485e-3bd0-2eff80dd2b93" [ 925.571720] env[69563]: _type = "Task" [ 925.571720] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.580141] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222b59c-1d82-485e-3bd0-2eff80dd2b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.607025] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 745639f9-9939-4154-8799-e43b50fdea0f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.666234] env[69563]: DEBUG nova.compute.manager [req-8d819544-1274-4416-a88a-3fadee0101cd req-76b97458-7524-46a0-b734-9212b6b55411 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-changed-888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.666234] env[69563]: DEBUG nova.compute.manager [req-8d819544-1274-4416-a88a-3fadee0101cd req-76b97458-7524-46a0-b734-9212b6b55411 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Refreshing instance network info cache due to event network-changed-888e5fa5-2a52-41f5-880f-70a7d94b3aa6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.666234] env[69563]: DEBUG oslo_concurrency.lockutils [req-8d819544-1274-4416-a88a-3fadee0101cd req-76b97458-7524-46a0-b734-9212b6b55411 service nova] Acquiring lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.668618] env[69563]: DEBUG oslo_concurrency.lockutils [req-8d819544-1274-4416-a88a-3fadee0101cd req-76b97458-7524-46a0-b734-9212b6b55411 service nova] Acquired lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.668991] env[69563]: DEBUG nova.network.neutron [req-8d819544-1274-4416-a88a-3fadee0101cd req-76b97458-7524-46a0-b734-9212b6b55411 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Refreshing network info cache for port 888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 925.816407] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403899, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.943193] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5281e749-ae0a-eae2-af64-d6922be6d1da, 'name': SearchDatastore_Task, 'duration_secs': 0.015336} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.943622] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.943952] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.944353] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.954572] env[69563]: DEBUG nova.compute.utils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.958300] env[69563]: DEBUG nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.958499] env[69563]: DEBUG nova.network.neutron [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 926.013252] env[69563]: DEBUG nova.policy [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad976a18e274b159915b4dc848aa6cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8fbab8b3134d1f94677dafcd5cd688', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.082117] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222b59c-1d82-485e-3bd0-2eff80dd2b93, 'name': SearchDatastore_Task, 'duration_secs': 0.026929} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.082494] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.082813] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 42d72409-766d-452c-8767-db1d2f3faa7d/42d72409-766d-452c-8767-db1d2f3faa7d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.083216] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.083502] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.083826] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-287e27fd-83e8-4490-8680-2214a1f8fd69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.086071] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-642615f5-83ee-4703-a0ec-ba6cfeee8771 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.093655] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 926.093655] env[69563]: value = "task-3403901" [ 926.093655] env[69563]: _type = "Task" [ 926.093655] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.098436] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.098751] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.099939] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8703adc-4259-4bda-9de2-464dd7f58877 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.105833] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.110023] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.110023] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69563) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 926.110702] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 926.110702] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc99c6-c176-2b9c-1290-08c7760ca785" [ 926.110702] env[69563]: _type = "Task" [ 926.110702] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.120461] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc99c6-c176-2b9c-1290-08c7760ca785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.322305] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403899, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.459353] env[69563]: DEBUG nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.575427] env[69563]: DEBUG nova.network.neutron [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Successfully created port: 3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 926.614328] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.617860] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.630430] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc99c6-c176-2b9c-1290-08c7760ca785, 'name': SearchDatastore_Task, 'duration_secs': 0.016837} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.630787] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a0844a-0568-4e77-a261-9930923efef2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.638364] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 926.638364] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5227e3f8-2fab-77ad-00f0-10bc9a8f5fb3" [ 926.638364] env[69563]: _type = "Task" [ 926.638364] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.653547] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5227e3f8-2fab-77ad-00f0-10bc9a8f5fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.717622] env[69563]: DEBUG nova.network.neutron [req-8d819544-1274-4416-a88a-3fadee0101cd req-76b97458-7524-46a0-b734-9212b6b55411 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updated VIF entry in instance network info cache for port 888e5fa5-2a52-41f5-880f-70a7d94b3aa6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 926.717622] env[69563]: DEBUG nova.network.neutron [req-8d819544-1274-4416-a88a-3fadee0101cd req-76b97458-7524-46a0-b734-9212b6b55411 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 926.817379] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403899, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.487659} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.819121] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3/OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3.vmdk to [datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18/bfde000e-16b4-4d15-9970-634b415b4f18.vmdk. [ 926.819121] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Cleaning up location [datastore2] OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 926.819121] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a2218f16-2771-4f55-b118-050c8ee55cc3 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.819121] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2eb2a3a-45ff-494e-8dd5-f2cea97a7750 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.824732] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 926.824732] env[69563]: value = "task-3403902" [ 926.824732] env[69563]: _type = "Task" [ 926.824732] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.836515] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.904136] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba0b30a-d6c5-4f91-b453-09362fd7da11 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.911712] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec40c076-455e-4797-93b9-5f307d35de91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.945522] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef7c15e-8cda-455b-9995-6d5bf91da128 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.954615] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a01d4e-fe2d-4596-a961-3edad06eda2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.973516] env[69563]: DEBUG nova.compute.provider_tree [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.105061] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656283} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.105278] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 42d72409-766d-452c-8767-db1d2f3faa7d/42d72409-766d-452c-8767-db1d2f3faa7d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.105533] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.105832] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21c43820-c44f-480f-b21f-f4ca40521518 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.113276] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 927.113276] env[69563]: value = "task-3403903" [ 927.113276] env[69563]: _type = "Task" [ 927.113276] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.121196] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.148858] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5227e3f8-2fab-77ad-00f0-10bc9a8f5fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.058483} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.149131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.149393] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b/0ed1ab99-59ad-402e-8d5f-6b06cf01554b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.149654] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da331dd2-294e-489e-b9f5-871b85cd3065 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.156676] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 927.156676] env[69563]: value = "task-3403904" [ 927.156676] env[69563]: _type = "Task" [ 927.156676] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.164617] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.223565] env[69563]: DEBUG oslo_concurrency.lockutils [req-8d819544-1274-4416-a88a-3fadee0101cd req-76b97458-7524-46a0-b734-9212b6b55411 service nova] Releasing lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.334884] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036321} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.335240] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.335473] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18/bfde000e-16b4-4d15-9970-634b415b4f18.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.335727] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18/bfde000e-16b4-4d15-9970-634b415b4f18.vmdk to [datastore2] 1916e270-5696-40ae-af2d-382fbb64c25e/1916e270-5696-40ae-af2d-382fbb64c25e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.335998] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03821ac9-4e23-4dbc-981e-e7873426b114 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.342314] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 927.342314] env[69563]: value = "task-3403905" [ 927.342314] env[69563]: _type = "Task" [ 927.342314] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.350349] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.477252] env[69563]: DEBUG nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.480374] env[69563]: DEBUG nova.scheduler.client.report [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.522706] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.522988] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.523168] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.523356] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.523507] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.523652] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.523889] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.524080] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.524261] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.524410] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.524621] env[69563]: DEBUG nova.virt.hardware [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.525611] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9d498b-119e-4a8e-90db-fbddea6bf240 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.535039] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef4ee89-f4ba-4e49-8a7b-a61f5c636e86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.624299] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073391} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.624620] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.625507] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8afa83-acf3-4b88-afa2-0c9dc4709a81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.650457] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 42d72409-766d-452c-8767-db1d2f3faa7d/42d72409-766d-452c-8767-db1d2f3faa7d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.650831] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9747e96f-31a0-46b1-a5fb-793bae5a10be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.677289] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498905} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.679284] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b/0ed1ab99-59ad-402e-8d5f-6b06cf01554b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.679655] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.680143] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 927.680143] env[69563]: value = "task-3403906" [ 927.680143] env[69563]: _type = "Task" [ 927.680143] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.680450] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3167304b-309b-4e09-8dad-d56a6bd4bf0d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.699983] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.701669] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 927.701669] env[69563]: value = "task-3403907" [ 927.701669] env[69563]: _type = "Task" [ 927.701669] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.714161] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.852683] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403905, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.985966] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.986539] env[69563]: DEBUG nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.989553] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.166s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.989774] env[69563]: DEBUG nova.objects.instance [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lazy-loading 'resources' on Instance uuid 33820b55-089c-442a-9cbb-f4d476244e6f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.195728] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.208322] env[69563]: DEBUG nova.compute.manager [req-dd27bd38-99fe-43ae-95c2-3201bc878f80 req-d5e331c0-3aa7-4802-b679-a3764ff53f46 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Received event network-vif-plugged-3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.208550] env[69563]: DEBUG oslo_concurrency.lockutils [req-dd27bd38-99fe-43ae-95c2-3201bc878f80 req-d5e331c0-3aa7-4802-b679-a3764ff53f46 service nova] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.208793] env[69563]: DEBUG oslo_concurrency.lockutils [req-dd27bd38-99fe-43ae-95c2-3201bc878f80 req-d5e331c0-3aa7-4802-b679-a3764ff53f46 service nova] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.209048] env[69563]: DEBUG oslo_concurrency.lockutils [req-dd27bd38-99fe-43ae-95c2-3201bc878f80 req-d5e331c0-3aa7-4802-b679-a3764ff53f46 service nova] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.209228] env[69563]: DEBUG nova.compute.manager [req-dd27bd38-99fe-43ae-95c2-3201bc878f80 req-d5e331c0-3aa7-4802-b679-a3764ff53f46 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] No waiting events found dispatching network-vif-plugged-3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.209398] env[69563]: WARNING nova.compute.manager [req-dd27bd38-99fe-43ae-95c2-3201bc878f80 req-d5e331c0-3aa7-4802-b679-a3764ff53f46 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Received unexpected event network-vif-plugged-3020d9d5-38d6-43a1-a219-629a1f2ed364 for instance with vm_state building and task_state spawning. [ 928.217493] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116935} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.217769] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.218674] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8253e05-da1b-414d-bb9b-b7a01c3b5eac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.246725] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b/0ed1ab99-59ad-402e-8d5f-6b06cf01554b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.247109] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c974c24b-9464-49f0-aaa9-5237f225e139 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.268768] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 928.268768] env[69563]: value = "task-3403908" [ 928.268768] env[69563]: _type = "Task" [ 928.268768] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.278733] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.319742] env[69563]: DEBUG nova.network.neutron [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Successfully updated port: 3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 928.354159] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403905, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.494025] env[69563]: DEBUG nova.compute.utils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.498347] env[69563]: DEBUG nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.498525] env[69563]: DEBUG nova.network.neutron [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 928.541927] env[69563]: DEBUG nova.policy [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da391b1ff057449f95421789ad079ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8a6f141445486095c802879a5703d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.695659] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403906, 'name': ReconfigVM_Task, 'duration_secs': 0.563015} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.698860] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 42d72409-766d-452c-8767-db1d2f3faa7d/42d72409-766d-452c-8767-db1d2f3faa7d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.699895] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7351412a-9973-45a8-ab63-10236d6a8645 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.707082] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 928.707082] env[69563]: value = "task-3403909" [ 928.707082] env[69563]: _type = "Task" [ 928.707082] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.716332] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403909, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.783276] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403908, 'name': ReconfigVM_Task, 'duration_secs': 0.429428} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.786991] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b/0ed1ab99-59ad-402e-8d5f-6b06cf01554b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.788644] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d056875e-7a8e-47dd-a052-6901fcf96b93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.796062] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 928.796062] env[69563]: value = "task-3403910" [ 928.796062] env[69563]: _type = "Task" [ 928.796062] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.810524] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403910, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.822549] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.822701] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.822855] env[69563]: DEBUG nova.network.neutron [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 928.854043] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403905, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.902268] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748b4f89-ea1b-47c1-a43e-5240118f575e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.911057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a35859-a73a-4b77-acd7-df90776a4ca2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.944821] env[69563]: DEBUG nova.network.neutron [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Successfully created port: 1b8a70af-6f74-4120-9ebe-9e3a1e4bac98 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 928.947491] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76574ba-6fce-4ddf-a4bd-042b297b9d3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.956370] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62be759d-a19a-4f8d-b2df-908a9ab04df9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.971584] env[69563]: DEBUG nova.compute.provider_tree [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.998677] env[69563]: DEBUG nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.217970] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403909, 'name': Rename_Task, 'duration_secs': 0.216603} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.218277] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.218608] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1654a712-5216-4299-a5fa-cb61e9ac3470 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.225485] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 929.225485] env[69563]: value = "task-3403911" [ 929.225485] env[69563]: _type = "Task" [ 929.225485] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.236024] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.306661] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403910, 'name': Rename_Task, 'duration_secs': 0.189939} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.306950] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.307237] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e2edb6b-1c37-442e-8246-783d0d237f18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.314373] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 929.314373] env[69563]: value = "task-3403912" [ 929.314373] env[69563]: _type = "Task" [ 929.314373] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.322667] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.354386] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403905, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.376259] env[69563]: DEBUG nova.network.neutron [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 929.477026] env[69563]: DEBUG nova.scheduler.client.report [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.596155] env[69563]: DEBUG nova.network.neutron [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 929.737894] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403911, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.825766] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403912, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.854297] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403905, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.987305] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.994586] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.558s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.994586] env[69563]: DEBUG nova.objects.instance [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lazy-loading 'resources' on Instance uuid 7e784175-349c-48f9-ba4c-b083d408d091 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.013071] env[69563]: DEBUG nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.053937] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.054199] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.054355] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.054578] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.054749] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.054897] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.055138] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.055295] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.055459] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.055727] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.055878] env[69563]: DEBUG nova.virt.hardware [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.056854] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7db31c1-402a-471e-9f4b-f243f3f5d998 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.061024] env[69563]: INFO nova.scheduler.client.report [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted allocations for instance 33820b55-089c-442a-9cbb-f4d476244e6f [ 930.070549] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9074afbd-232a-4441-ad6b-464ca9749464 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.098672] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.099077] env[69563]: DEBUG nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Instance network_info: |[{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.099523] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:9c:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3020d9d5-38d6-43a1-a219-629a1f2ed364', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.107118] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Creating folder: Project (5b8fbab8b3134d1f94677dafcd5cd688). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.107419] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60acb454-9ce5-42be-97b1-5d9b34822bfe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.119896] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Created folder: Project (5b8fbab8b3134d1f94677dafcd5cd688) in parent group-v678952. [ 930.120101] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Creating folder: Instances. Parent ref: group-v679162. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.121029] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c59696e6-a394-480e-b66a-3cbeddcb6c6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.129292] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Created folder: Instances in parent group-v679162. [ 930.129518] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.130139] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.130139] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5690d74-191f-42a4-8c88-fb9bd12880da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.148171] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.148171] env[69563]: value = "task-3403915" [ 930.148171] env[69563]: _type = "Task" [ 930.148171] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.157203] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403915, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.234479] env[69563]: DEBUG nova.compute.manager [req-0e55aaf8-ef6a-40f2-8a26-a47572030dab req-913f753e-8c54-4be5-b31b-b1cf16aa2344 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Received event network-changed-3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.234717] env[69563]: DEBUG nova.compute.manager [req-0e55aaf8-ef6a-40f2-8a26-a47572030dab req-913f753e-8c54-4be5-b31b-b1cf16aa2344 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Refreshing instance network info cache due to event network-changed-3020d9d5-38d6-43a1-a219-629a1f2ed364. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.234844] env[69563]: DEBUG oslo_concurrency.lockutils [req-0e55aaf8-ef6a-40f2-8a26-a47572030dab req-913f753e-8c54-4be5-b31b-b1cf16aa2344 service nova] Acquiring lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.234994] env[69563]: DEBUG oslo_concurrency.lockutils [req-0e55aaf8-ef6a-40f2-8a26-a47572030dab req-913f753e-8c54-4be5-b31b-b1cf16aa2344 service nova] Acquired lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.235393] env[69563]: DEBUG nova.network.neutron [req-0e55aaf8-ef6a-40f2-8a26-a47572030dab req-913f753e-8c54-4be5-b31b-b1cf16aa2344 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Refreshing network info cache for port 3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 930.240763] env[69563]: DEBUG oslo_vmware.api [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403911, 'name': PowerOnVM_Task, 'duration_secs': 0.689872} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.241008] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.241246] env[69563]: INFO nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Took 9.50 seconds to spawn the instance on the hypervisor. [ 930.241425] env[69563]: DEBUG nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.242576] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c510745-e3c6-47ea-bc9f-218cb55fe708 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.325505] env[69563]: DEBUG oslo_vmware.api [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403912, 'name': PowerOnVM_Task, 'duration_secs': 0.706121} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.325794] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.325995] env[69563]: DEBUG nova.compute.manager [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.326798] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa13f003-4af8-48db-842b-e3c0e3382bba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.355342] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403905, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.53752} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.355611] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bfde000e-16b4-4d15-9970-634b415b4f18/bfde000e-16b4-4d15-9970-634b415b4f18.vmdk to [datastore2] 1916e270-5696-40ae-af2d-382fbb64c25e/1916e270-5696-40ae-af2d-382fbb64c25e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.356469] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12888030-a233-421a-b14e-2b698cbcffd1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.386970] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 1916e270-5696-40ae-af2d-382fbb64c25e/1916e270-5696-40ae-af2d-382fbb64c25e.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.388760] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6896abfd-790f-4c40-8b7b-69ebcd985562 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.411497] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 930.411497] env[69563]: value = "task-3403916" [ 930.411497] env[69563]: _type = "Task" [ 930.411497] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.419975] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.545342] env[69563]: DEBUG nova.network.neutron [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Successfully updated port: 1b8a70af-6f74-4120-9ebe-9e3a1e4bac98 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 930.569932] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9af487d0-5797-4c55-bf60-872c664178bc tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "33820b55-089c-442a-9cbb-f4d476244e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.407s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.660498] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403915, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.762648] env[69563]: INFO nova.compute.manager [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Took 32.88 seconds to build instance. [ 930.817168] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deaf04a-9921-4a0d-aa2b-ffe5524782d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.825922] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69623abd-fd39-480c-a308-f7532ae00f01 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.864077] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c720d68-f331-4ce1-a6cc-9316e71b37c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.868275] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "0966f90d-4ee4-461a-8943-5c11fccf788a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.868625] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "0966f90d-4ee4-461a-8943-5c11fccf788a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.868741] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "0966f90d-4ee4-461a-8943-5c11fccf788a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.869292] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "0966f90d-4ee4-461a-8943-5c11fccf788a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.869292] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "0966f90d-4ee4-461a-8943-5c11fccf788a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.871471] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.871471] env[69563]: INFO nova.compute.manager [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Terminating instance [ 930.878414] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e90409-e3b8-4f8c-81a1-2b9ced55f2e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.895885] env[69563]: DEBUG nova.compute.provider_tree [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.922729] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.021729] env[69563]: DEBUG nova.network.neutron [req-0e55aaf8-ef6a-40f2-8a26-a47572030dab req-913f753e-8c54-4be5-b31b-b1cf16aa2344 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updated VIF entry in instance network info cache for port 3020d9d5-38d6-43a1-a219-629a1f2ed364. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 931.022220] env[69563]: DEBUG nova.network.neutron [req-0e55aaf8-ef6a-40f2-8a26-a47572030dab req-913f753e-8c54-4be5-b31b-b1cf16aa2344 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 931.047976] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "refresh_cache-62a63886-8d41-4977-80d3-50b1a34feb86" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.047976] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "refresh_cache-62a63886-8d41-4977-80d3-50b1a34feb86" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.047976] env[69563]: DEBUG nova.network.neutron [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 931.159069] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403915, 'name': CreateVM_Task, 'duration_secs': 0.778774} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.159265] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.159958] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.160130] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.160497] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.160776] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e34ccf2-f32d-45f3-82e4-5d0392abedc6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.165735] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 931.165735] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520a7445-84c9-4d59-7d21-dd43da49118d" [ 931.165735] env[69563]: _type = "Task" [ 931.165735] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.176814] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520a7445-84c9-4d59-7d21-dd43da49118d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.265528] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fd872343-d421-437b-a7ad-cae0b96bd28b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "42d72409-766d-452c-8767-db1d2f3faa7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.398s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.378705] env[69563]: DEBUG nova.compute.manager [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.378705] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.378705] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db87fb-6a0e-4345-8757-558ca07beaa6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.384411] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.384783] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96460b89-12c3-4953-abee-2ce5d4125e37 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.394985] env[69563]: DEBUG oslo_vmware.api [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 931.394985] env[69563]: value = "task-3403917" [ 931.394985] env[69563]: _type = "Task" [ 931.394985] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.402955] env[69563]: DEBUG nova.scheduler.client.report [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.412638] env[69563]: DEBUG oslo_vmware.api [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.423560] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403916, 'name': ReconfigVM_Task, 'duration_secs': 0.990774} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.423844] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 1916e270-5696-40ae-af2d-382fbb64c25e/1916e270-5696-40ae-af2d-382fbb64c25e.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.425009] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5764f6ef-3747-4390-ae36-c5212a6452d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.433344] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 931.433344] env[69563]: value = "task-3403918" [ 931.433344] env[69563]: _type = "Task" [ 931.433344] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.443576] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403918, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.527029] env[69563]: DEBUG oslo_concurrency.lockutils [req-0e55aaf8-ef6a-40f2-8a26-a47572030dab req-913f753e-8c54-4be5-b31b-b1cf16aa2344 service nova] Releasing lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.587081] env[69563]: DEBUG nova.network.neutron [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 931.682903] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520a7445-84c9-4d59-7d21-dd43da49118d, 'name': SearchDatastore_Task, 'duration_secs': 0.016458} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.684256] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.684256] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.684256] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.684256] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.684256] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.684526] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b11782e7-5403-415e-ac52-80467a5d5dea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.694365] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.694544] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.695349] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ec31d0-8850-42f1-82bc-d68469eb0193 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.703785] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 931.703785] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52800f8b-dc19-3220-83ab-e5f7dd4a6d80" [ 931.703785] env[69563]: _type = "Task" [ 931.703785] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.713078] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52800f8b-dc19-3220-83ab-e5f7dd4a6d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.815581] env[69563]: DEBUG nova.network.neutron [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Updating instance_info_cache with network_info: [{"id": "1b8a70af-6f74-4120-9ebe-9e3a1e4bac98", "address": "fa:16:3e:c3:c4:8a", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a70af-6f", "ovs_interfaceid": "1b8a70af-6f74-4120-9ebe-9e3a1e4bac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 931.906782] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.906910] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.907198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.907366] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.907577] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.909901] env[69563]: DEBUG oslo_vmware.api [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403917, 'name': PowerOffVM_Task, 'duration_secs': 0.246575} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.910049] env[69563]: INFO nova.compute.manager [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Terminating instance [ 931.911970] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.914154] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.914358] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.915834] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.231s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.917406] env[69563]: INFO nova.compute.claims [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.921275] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-748efd00-0ad8-4927-a278-b2fab04ba6b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.940728] env[69563]: INFO nova.scheduler.client.report [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted allocations for instance 7e784175-349c-48f9-ba4c-b083d408d091 [ 931.949448] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403918, 'name': Rename_Task, 'duration_secs': 0.184056} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.950082] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.950418] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bfbe979-e7c3-4426-82a5-fba891edb4e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.956885] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 931.956885] env[69563]: value = "task-3403920" [ 931.956885] env[69563]: _type = "Task" [ 931.956885] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.968509] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.024501] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.024724] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.024893] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleting the datastore file [datastore2] 0966f90d-4ee4-461a-8943-5c11fccf788a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.025189] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-965a98bc-ac48-47a0-bd83-ecf88271a4c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.033251] env[69563]: DEBUG oslo_vmware.api [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for the task: (returnval){ [ 932.033251] env[69563]: value = "task-3403921" [ 932.033251] env[69563]: _type = "Task" [ 932.033251] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.042107] env[69563]: DEBUG oslo_vmware.api [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.124437] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "42d72409-766d-452c-8767-db1d2f3faa7d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.124713] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "42d72409-766d-452c-8767-db1d2f3faa7d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.124951] env[69563]: INFO nova.compute.manager [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Rebooting instance [ 932.216040] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52800f8b-dc19-3220-83ab-e5f7dd4a6d80, 'name': SearchDatastore_Task, 'duration_secs': 0.014833} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.216390] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86ce8ee-2eea-43dc-b47f-8c539265c176 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.222322] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 932.222322] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5270aa12-4245-9f5e-9795-53180ac18a85" [ 932.222322] env[69563]: _type = "Task" [ 932.222322] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.230692] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5270aa12-4245-9f5e-9795-53180ac18a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.266753] env[69563]: DEBUG nova.compute.manager [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Received event network-vif-plugged-1b8a70af-6f74-4120-9ebe-9e3a1e4bac98 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.267022] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Acquiring lock "62a63886-8d41-4977-80d3-50b1a34feb86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.267194] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Lock "62a63886-8d41-4977-80d3-50b1a34feb86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.267364] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Lock "62a63886-8d41-4977-80d3-50b1a34feb86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.267565] env[69563]: DEBUG nova.compute.manager [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] No waiting events found dispatching network-vif-plugged-1b8a70af-6f74-4120-9ebe-9e3a1e4bac98 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.267733] env[69563]: WARNING nova.compute.manager [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Received unexpected event network-vif-plugged-1b8a70af-6f74-4120-9ebe-9e3a1e4bac98 for instance with vm_state building and task_state spawning. [ 932.267893] env[69563]: DEBUG nova.compute.manager [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Received event network-changed-1b8a70af-6f74-4120-9ebe-9e3a1e4bac98 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.268054] env[69563]: DEBUG nova.compute.manager [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Refreshing instance network info cache due to event network-changed-1b8a70af-6f74-4120-9ebe-9e3a1e4bac98. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.268250] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Acquiring lock "refresh_cache-62a63886-8d41-4977-80d3-50b1a34feb86" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.321146] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "refresh_cache-62a63886-8d41-4977-80d3-50b1a34feb86" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.321666] env[69563]: DEBUG nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Instance network_info: |[{"id": "1b8a70af-6f74-4120-9ebe-9e3a1e4bac98", "address": "fa:16:3e:c3:c4:8a", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a70af-6f", "ovs_interfaceid": "1b8a70af-6f74-4120-9ebe-9e3a1e4bac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.322064] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Acquired lock "refresh_cache-62a63886-8d41-4977-80d3-50b1a34feb86" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.322294] env[69563]: DEBUG nova.network.neutron [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Refreshing network info cache for port 1b8a70af-6f74-4120-9ebe-9e3a1e4bac98 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 932.323756] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c4:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b8a70af-6f74-4120-9ebe-9e3a1e4bac98', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.332493] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.333525] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.334022] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc83cbf2-4698-4d30-8a38-109b54d8b627 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.355445] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.355445] env[69563]: value = "task-3403922" [ 932.355445] env[69563]: _type = "Task" [ 932.355445] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.364095] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403922, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.423373] env[69563]: DEBUG nova.compute.manager [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.423684] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.427405] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08c6a98-0b62-47e6-8ded-87ba0cc8ab23 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.435755] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.436723] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ee69016-7a19-4c98-bf78-54150413bd66 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.443817] env[69563]: DEBUG oslo_vmware.api [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 932.443817] env[69563]: value = "task-3403923" [ 932.443817] env[69563]: _type = "Task" [ 932.443817] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.455518] env[69563]: DEBUG oslo_vmware.api [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.456145] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e19f0bb1-c691-4d5f-ba6b-f4b438e20f2e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "7e784175-349c-48f9-ba4c-b083d408d091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.141s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.466491] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.544606] env[69563]: DEBUG oslo_vmware.api [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Task: {'id': task-3403921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259094} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.544886] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.545102] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.545290] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.545483] env[69563]: INFO nova.compute.manager [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 932.545743] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.545950] env[69563]: DEBUG nova.compute.manager [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.546067] env[69563]: DEBUG nova.network.neutron [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 932.557021] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.557384] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.649362] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.649545] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquired lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.649719] env[69563]: DEBUG nova.network.neutron [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 932.732952] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5270aa12-4245-9f5e-9795-53180ac18a85, 'name': SearchDatastore_Task, 'duration_secs': 0.028919} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.733267] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.733533] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 1fa5d2aa-44cc-44d7-b028-aaa203011017/1fa5d2aa-44cc-44d7-b028-aaa203011017.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.733821] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63a0187e-52cd-4f6d-bef8-5d0dc7d41847 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.741421] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 932.741421] env[69563]: value = "task-3403924" [ 932.741421] env[69563]: _type = "Task" [ 932.741421] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.750530] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.866380] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403922, 'name': CreateVM_Task, 'duration_secs': 0.411203} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.866586] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.867270] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.867439] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.867764] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.868052] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3250833-d190-4bc0-86b9-f619f0faa82b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.875236] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 932.875236] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5223e7fa-850b-ef36-208d-fc46dfb8087b" [ 932.875236] env[69563]: _type = "Task" [ 932.875236] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.885051] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5223e7fa-850b-ef36-208d-fc46dfb8087b, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.885363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.885617] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.885849] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.885994] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.886185] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.886520] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad9fa38-d619-49cb-968a-cfa61b4b658f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.896333] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.896471] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.897625] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa528368-fa00-4053-8d6f-03a2e6d58098 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.903788] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 932.903788] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b972b4-e7c6-7f3c-4c4c-45fafcc44d77" [ 932.903788] env[69563]: _type = "Task" [ 932.903788] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.911962] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b972b4-e7c6-7f3c-4c4c-45fafcc44d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.954935] env[69563]: DEBUG oslo_vmware.api [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403923, 'name': PowerOffVM_Task, 'duration_secs': 0.243827} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.955250] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.955450] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.955732] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b25b302e-289d-4b57-b0c8-9fbf6abb1763 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.968996] env[69563]: DEBUG oslo_vmware.api [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403920, 'name': PowerOnVM_Task, 'duration_secs': 0.65464} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.969443] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.062427] env[69563]: DEBUG nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.107085] env[69563]: DEBUG nova.compute.manager [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.107646] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319cf8e7-5dba-4a5b-ab23-f513a39d8814 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.125534] env[69563]: DEBUG nova.network.neutron [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Updated VIF entry in instance network info cache for port 1b8a70af-6f74-4120-9ebe-9e3a1e4bac98. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 933.125760] env[69563]: DEBUG nova.network.neutron [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Updating instance_info_cache with network_info: [{"id": "1b8a70af-6f74-4120-9ebe-9e3a1e4bac98", "address": "fa:16:3e:c3:c4:8a", "network": {"id": "29ea143a-5f2c-45eb-b6d1-ee3aa2d7dbf4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-507676403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8a6f141445486095c802879a5703d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8a70af-6f", "ovs_interfaceid": "1b8a70af-6f74-4120-9ebe-9e3a1e4bac98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 933.255687] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403924, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.293418] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.293917] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.293917] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleting the datastore file [datastore1] 0ed1ab99-59ad-402e-8d5f-6b06cf01554b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.294106] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21ad283-61d2-4a6b-9537-c8198f8db096 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.300972] env[69563]: DEBUG oslo_vmware.api [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 933.300972] env[69563]: value = "task-3403926" [ 933.300972] env[69563]: _type = "Task" [ 933.300972] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.309047] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c5852d-a69d-4d4f-a23b-95e5d264cd90 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.314830] env[69563]: DEBUG oslo_vmware.api [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.321016] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9149530f-10bb-4fd3-904f-2ecc0026b440 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.354143] env[69563]: DEBUG nova.network.neutron [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 933.356336] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909cd852-da6c-45ca-91cc-4c487fdc13e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.365018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e338fe43-5709-4d7a-887e-2f9b0a17a6f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.380551] env[69563]: DEBUG nova.compute.provider_tree [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.413841] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b972b4-e7c6-7f3c-4c4c-45fafcc44d77, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.414688] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d4aefa-272a-43e5-abc7-b058c8ae3027 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.419894] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 933.419894] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52561786-1c66-0f3e-743a-c121ded4bd92" [ 933.419894] env[69563]: _type = "Task" [ 933.419894] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.429173] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52561786-1c66-0f3e-743a-c121ded4bd92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.590866] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.632079] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Releasing lock "refresh_cache-62a63886-8d41-4977-80d3-50b1a34feb86" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.632079] env[69563]: DEBUG nova.compute.manager [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Received event network-changed-48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.632079] env[69563]: DEBUG nova.compute.manager [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Refreshing instance network info cache due to event network-changed-48c9478f-7299-4ec8-80a4-9da5b3d68349. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.632547] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Acquiring lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.634167] env[69563]: DEBUG oslo_concurrency.lockutils [None req-de732860-d87d-456c-9c4f-95d511d1cfd3 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.517s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.704423] env[69563]: DEBUG oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d922aa-4d05-c8fe-6c89-4e4a0b8955bf/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 933.705793] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9619e49d-8e7a-4103-9935-158b3fc7f6fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.712370] env[69563]: DEBUG oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d922aa-4d05-c8fe-6c89-4e4a0b8955bf/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 933.712545] env[69563]: ERROR oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d922aa-4d05-c8fe-6c89-4e4a0b8955bf/disk-0.vmdk due to incomplete transfer. [ 933.712778] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-77ea9628-63eb-48d3-b444-0b647acdf8a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.720520] env[69563]: DEBUG oslo_vmware.rw_handles [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d922aa-4d05-c8fe-6c89-4e4a0b8955bf/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 933.720718] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Uploaded image a193fe41-c630-4add-a76f-06d5f47d6a37 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 933.722414] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 933.723428] env[69563]: DEBUG nova.network.neutron [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Updating instance_info_cache with network_info: [{"id": "48c9478f-7299-4ec8-80a4-9da5b3d68349", "address": "fa:16:3e:a2:cf:2f", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c9478f-72", "ovs_interfaceid": "48c9478f-7299-4ec8-80a4-9da5b3d68349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 933.724511] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58f11472-f0af-45dc-9ea6-1f17d282b020 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.731025] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 933.731025] env[69563]: value = "task-3403927" [ 933.731025] env[69563]: _type = "Task" [ 933.731025] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.740839] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403927, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.753232] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621771} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.753574] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 1fa5d2aa-44cc-44d7-b028-aaa203011017/1fa5d2aa-44cc-44d7-b028-aaa203011017.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.753870] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.754186] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12947090-8f50-464b-8612-88f45e061138 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.760318] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 933.760318] env[69563]: value = "task-3403928" [ 933.760318] env[69563]: _type = "Task" [ 933.760318] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.770248] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.812056] env[69563]: DEBUG oslo_vmware.api [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245647} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.812342] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.812578] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.812790] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.813022] env[69563]: INFO nova.compute.manager [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Took 1.39 seconds to destroy the instance on the hypervisor. [ 933.813329] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.813573] env[69563]: DEBUG nova.compute.manager [-] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.813688] env[69563]: DEBUG nova.network.neutron [-] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 933.860317] env[69563]: INFO nova.compute.manager [-] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Took 1.31 seconds to deallocate network for instance. [ 933.884425] env[69563]: DEBUG nova.scheduler.client.report [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.930947] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52561786-1c66-0f3e-743a-c121ded4bd92, 'name': SearchDatastore_Task, 'duration_secs': 0.016045} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.931226] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.931513] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 62a63886-8d41-4977-80d3-50b1a34feb86/62a63886-8d41-4977-80d3-50b1a34feb86.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.931772] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f16d28a8-454f-45f3-b34a-2dbf581fde6b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.938594] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 933.938594] env[69563]: value = "task-3403929" [ 933.938594] env[69563]: _type = "Task" [ 933.938594] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.946176] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.227403] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Releasing lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.228784] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Acquired lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.228982] env[69563]: DEBUG nova.network.neutron [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Refreshing network info cache for port 48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 934.241242] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403927, 'name': Destroy_Task, 'duration_secs': 0.327138} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.242711] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Destroyed the VM [ 934.243017] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 934.243630] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01797de4-a319-4e8d-bca2-c0975bed817d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.250574] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 934.250574] env[69563]: value = "task-3403930" [ 934.250574] env[69563]: _type = "Task" [ 934.250574] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.260046] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.270491] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065999} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.270875] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.271915] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6f7d7f-e2ff-48dd-9b97-0ef34ce3eac8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.297050] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 1fa5d2aa-44cc-44d7-b028-aaa203011017/1fa5d2aa-44cc-44d7-b028-aaa203011017.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.297552] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a1b3b3-8c1a-4087-8c29-68002a09f763 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.316518] env[69563]: DEBUG nova.compute.manager [req-ae9d0d7d-2a47-4421-8c45-2216b94a8c8c req-6ac5a7bb-7c1f-4993-8ce6-febb9564130f service nova] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Received event network-vif-deleted-c7e00f71-8eb8-44d2-9716-1aabd385116d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.316728] env[69563]: DEBUG nova.compute.manager [req-ae9d0d7d-2a47-4421-8c45-2216b94a8c8c req-6ac5a7bb-7c1f-4993-8ce6-febb9564130f service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Received event network-vif-deleted-69221bb9-83f5-4052-a75a-ff5a33de6f85 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.316889] env[69563]: INFO nova.compute.manager [req-ae9d0d7d-2a47-4421-8c45-2216b94a8c8c req-6ac5a7bb-7c1f-4993-8ce6-febb9564130f service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Neutron deleted interface 69221bb9-83f5-4052-a75a-ff5a33de6f85; detaching it from the instance and deleting it from the info cache [ 934.317094] env[69563]: DEBUG nova.network.neutron [req-ae9d0d7d-2a47-4421-8c45-2216b94a8c8c req-6ac5a7bb-7c1f-4993-8ce6-febb9564130f service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 934.324174] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 934.324174] env[69563]: value = "task-3403931" [ 934.324174] env[69563]: _type = "Task" [ 934.324174] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.334081] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.369244] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.389627] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.390063] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.393134] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.685s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.394792] env[69563]: INFO nova.compute.claims [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.449687] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489155} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.450056] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 62a63886-8d41-4977-80d3-50b1a34feb86/62a63886-8d41-4977-80d3-50b1a34feb86.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.450316] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.450614] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-183727d0-27c6-4b0b-a72a-d350cba8c182 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.457453] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 934.457453] env[69563]: value = "task-3403932" [ 934.457453] env[69563]: _type = "Task" [ 934.457453] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.465036] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.561201] env[69563]: DEBUG nova.network.neutron [-] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 934.733684] env[69563]: DEBUG nova.compute.manager [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.734710] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e065e-3b92-483c-affb-039c93798824 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.761152] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403930, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.820551] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d447a36-fe6d-4faf-8f97-6110e3881b1c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.831813] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8329201e-3fe0-4bcb-9ad6-fbd062a216a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.847576] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.868774] env[69563]: DEBUG nova.compute.manager [req-ae9d0d7d-2a47-4421-8c45-2216b94a8c8c req-6ac5a7bb-7c1f-4993-8ce6-febb9564130f service nova] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Detach interface failed, port_id=69221bb9-83f5-4052-a75a-ff5a33de6f85, reason: Instance 0ed1ab99-59ad-402e-8d5f-6b06cf01554b could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.902420] env[69563]: DEBUG nova.compute.utils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.903906] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.904094] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 934.969204] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065344} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.969544] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.970359] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0165873-0dc1-43b8-bc6d-7c75034989c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.000651] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 62a63886-8d41-4977-80d3-50b1a34feb86/62a63886-8d41-4977-80d3-50b1a34feb86.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.000651] env[69563]: DEBUG nova.policy [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0003cadd9ee4dc0bc9375fc9264b32a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75a5c3f37ee94d0bbc4f28d48d9dab9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.002116] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c13bb5be-8fbd-450c-bb1a-64a818d56fee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.028656] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 935.028656] env[69563]: value = "task-3403933" [ 935.028656] env[69563]: _type = "Task" [ 935.028656] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.037611] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.063814] env[69563]: INFO nova.compute.manager [-] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Took 1.25 seconds to deallocate network for instance. [ 935.093549] env[69563]: DEBUG nova.network.neutron [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Updated VIF entry in instance network info cache for port 48c9478f-7299-4ec8-80a4-9da5b3d68349. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 935.093883] env[69563]: DEBUG nova.network.neutron [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Updating instance_info_cache with network_info: [{"id": "48c9478f-7299-4ec8-80a4-9da5b3d68349", "address": "fa:16:3e:a2:cf:2f", "network": {"id": "356104c9-8ae7-43e1-bdd9-465a1d36e8d5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-142484290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87de9d834304b218ee73e7b5e6a5928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c9478f-72", "ovs_interfaceid": "48c9478f-7299-4ec8-80a4-9da5b3d68349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 935.261068] env[69563]: DEBUG oslo_vmware.api [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403930, 'name': RemoveSnapshot_Task, 'duration_secs': 0.575722} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.262024] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 935.262024] env[69563]: INFO nova.compute.manager [None req-8b7aa73f-88b4-4df6-865c-d3aa9e5fb001 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 935.334619] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403931, 'name': ReconfigVM_Task, 'duration_secs': 0.868319} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.334619] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 1fa5d2aa-44cc-44d7-b028-aaa203011017/1fa5d2aa-44cc-44d7-b028-aaa203011017.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.335208] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8f7930-2a70-428c-9f7a-4aa2ace57aeb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.341073] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 935.341073] env[69563]: value = "task-3403934" [ 935.341073] env[69563]: _type = "Task" [ 935.341073] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.352056] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403934, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.381099] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Successfully created port: 44f2d924-6b7c-4d2d-8685-804cb8ef4d8f {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 935.407736] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.527112] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb6ff2c-a2c4-4365-b0d4-41dc3a09bf38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.537488] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403933, 'name': ReconfigVM_Task, 'duration_secs': 0.303843} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.541293] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 62a63886-8d41-4977-80d3-50b1a34feb86/62a63886-8d41-4977-80d3-50b1a34feb86.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.542129] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Suspending the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 935.542634] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64874f75-0613-416c-a48c-8f55da589bc9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.544087] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-70391467-6dba-4386-a3d7-82ab730c19b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.550154] env[69563]: DEBUG oslo_vmware.api [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 935.550154] env[69563]: value = "task-3403936" [ 935.550154] env[69563]: _type = "Task" [ 935.550154] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.551414] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 935.551414] env[69563]: value = "task-3403935" [ 935.551414] env[69563]: _type = "Task" [ 935.551414] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.566420] env[69563]: DEBUG oslo_vmware.api [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403936, 'name': SuspendVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.569612] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403935, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.576439] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.600274] env[69563]: DEBUG oslo_concurrency.lockutils [req-c1a897de-b54d-4258-b389-29942a2fc928 req-1566a5d8-d497-43b2-bc87-55a4df128753 service nova] Releasing lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.753155] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15103fe2-de99-4826-ad44-4575fb2f4017 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.767071] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Doing hard reboot of VM {{(pid=69563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 935.768208] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-62b5d04e-338b-4f6d-8003-19e0195e36bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.775481] env[69563]: DEBUG oslo_vmware.api [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 935.775481] env[69563]: value = "task-3403937" [ 935.775481] env[69563]: _type = "Task" [ 935.775481] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.784736] env[69563]: DEBUG oslo_vmware.api [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403937, 'name': ResetVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.791684] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3910563e-65d5-420c-8a1b-9bef7348b031 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.799154] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae29415-75d4-4d67-b69a-7c046d81c96c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.830819] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07312e2f-a81a-45ff-894e-9229a04f4963 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.838786] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9724ee4-c009-43ac-a948-b9578c579726 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.855874] env[69563]: DEBUG nova.compute.provider_tree [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.860805] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403934, 'name': Rename_Task, 'duration_secs': 0.389759} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.861018] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.861312] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43b3b67e-5fe1-4ea4-b72a-bae26048eb6d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.868666] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 935.868666] env[69563]: value = "task-3403938" [ 935.868666] env[69563]: _type = "Task" [ 935.868666] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.877060] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.064190] env[69563]: DEBUG oslo_vmware.api [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403936, 'name': SuspendVM_Task} progress is 41%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.067724] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403935, 'name': Rename_Task, 'duration_secs': 0.180384} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.067970] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.068291] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e7f5fd4-f4fb-40a0-9104-2d10886e0bf5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.074418] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 936.074418] env[69563]: value = "task-3403939" [ 936.074418] env[69563]: _type = "Task" [ 936.074418] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.083218] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.287356] env[69563]: DEBUG oslo_vmware.api [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403937, 'name': ResetVM_Task, 'duration_secs': 0.113251} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.287626] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Did hard reboot of VM {{(pid=69563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 936.287819] env[69563]: DEBUG nova.compute.manager [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.288642] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f5a41e-8707-403a-bf97-6227e285af0d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.362384] env[69563]: DEBUG nova.scheduler.client.report [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.378437] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403938, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.417909] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.440507] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.440779] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.440937] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.441145] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.441324] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.441492] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.441709] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.441868] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.442046] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.442213] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.442398] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.443301] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a4882f-0dfd-4218-b54a-216c26ce7223 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.451331] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a35bdcc-0191-42ae-83da-be55cdefd834 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.561494] env[69563]: DEBUG oslo_vmware.api [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403936, 'name': SuspendVM_Task} progress is 41%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.584994] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.801779] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c16723b2-f0f3-487f-8cbf-b1c546e67c91 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "42d72409-766d-452c-8767-db1d2f3faa7d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.677s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.867012] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.867548] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.872063] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.574s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.873583] env[69563]: INFO nova.compute.claims [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.887401] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403938, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.924710] env[69563]: DEBUG nova.compute.manager [req-512c8079-cc20-439b-9400-34eb05bd14d9 req-fab79b20-413c-4595-ba4a-1c17b0d3a093 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Received event network-vif-plugged-44f2d924-6b7c-4d2d-8685-804cb8ef4d8f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.924924] env[69563]: DEBUG oslo_concurrency.lockutils [req-512c8079-cc20-439b-9400-34eb05bd14d9 req-fab79b20-413c-4595-ba4a-1c17b0d3a093 service nova] Acquiring lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.925140] env[69563]: DEBUG oslo_concurrency.lockutils [req-512c8079-cc20-439b-9400-34eb05bd14d9 req-fab79b20-413c-4595-ba4a-1c17b0d3a093 service nova] Lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.925306] env[69563]: DEBUG oslo_concurrency.lockutils [req-512c8079-cc20-439b-9400-34eb05bd14d9 req-fab79b20-413c-4595-ba4a-1c17b0d3a093 service nova] Lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.925468] env[69563]: DEBUG nova.compute.manager [req-512c8079-cc20-439b-9400-34eb05bd14d9 req-fab79b20-413c-4595-ba4a-1c17b0d3a093 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] No waiting events found dispatching network-vif-plugged-44f2d924-6b7c-4d2d-8685-804cb8ef4d8f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.926021] env[69563]: WARNING nova.compute.manager [req-512c8079-cc20-439b-9400-34eb05bd14d9 req-fab79b20-413c-4595-ba4a-1c17b0d3a093 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Received unexpected event network-vif-plugged-44f2d924-6b7c-4d2d-8685-804cb8ef4d8f for instance with vm_state building and task_state spawning. [ 936.984265] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Successfully updated port: 44f2d924-6b7c-4d2d-8685-804cb8ef4d8f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 937.040513] env[69563]: DEBUG nova.compute.manager [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.041514] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c142d00-74ea-4fac-a72e-2ecc368f7b92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.061780] env[69563]: DEBUG oslo_vmware.api [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403936, 'name': SuspendVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.086219] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403939, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.379169] env[69563]: DEBUG nova.compute.utils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.383167] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.383167] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 937.395065] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.431861] env[69563]: DEBUG nova.policy [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0003cadd9ee4dc0bc9375fc9264b32a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75a5c3f37ee94d0bbc4f28d48d9dab9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.487203] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "refresh_cache-eeed10ac-2679-4e7f-bd49-2ae2269c7648" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.487436] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "refresh_cache-eeed10ac-2679-4e7f-bd49-2ae2269c7648" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.487656] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 937.553692] env[69563]: INFO nova.compute.manager [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] instance snapshotting [ 937.560253] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1e077c-b4cd-440e-8ac4-bebb64dee626 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.568964] env[69563]: DEBUG oslo_vmware.api [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403936, 'name': SuspendVM_Task, 'duration_secs': 1.58601} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.582411] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Suspended the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 937.582634] env[69563]: DEBUG nova.compute.manager [None req-db10618e-bde1-45fe-a8cf-56286bc4a06b tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.584161] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e05eca-d882-41b1-bff0-3093548d05e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.593146] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b52c642-33f9-453c-a96b-bad974c9cc8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.607976] env[69563]: DEBUG oslo_vmware.api [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403939, 'name': PowerOnVM_Task, 'duration_secs': 1.022422} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.610965] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.611212] env[69563]: INFO nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Took 7.60 seconds to spawn the instance on the hypervisor. [ 937.611389] env[69563]: DEBUG nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.612604] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec1dc23-97bf-44f6-9524-41787d3409eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.756927] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Successfully created port: c58856ff-35f4-443e-b611-d30834927395 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 937.887132] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.889202] env[69563]: DEBUG oslo_vmware.api [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3403938, 'name': PowerOnVM_Task, 'duration_secs': 1.847191} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.892049] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.892263] env[69563]: INFO nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Took 10.41 seconds to spawn the instance on the hypervisor. [ 937.892531] env[69563]: DEBUG nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.893729] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6671b16b-5df6-40bb-9619-f3e55a5acfda {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.039667] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 938.043058] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "42d72409-766d-452c-8767-db1d2f3faa7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.043563] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "42d72409-766d-452c-8767-db1d2f3faa7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.043563] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "42d72409-766d-452c-8767-db1d2f3faa7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.043563] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "42d72409-766d-452c-8767-db1d2f3faa7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.043758] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "42d72409-766d-452c-8767-db1d2f3faa7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.047439] env[69563]: INFO nova.compute.manager [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Terminating instance [ 938.116089] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 938.119634] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e0b9d73e-bde6-4cc9-a274-037bb235282f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.132115] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 938.132115] env[69563]: value = "task-3403940" [ 938.132115] env[69563]: _type = "Task" [ 938.132115] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.133245] env[69563]: INFO nova.compute.manager [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Took 25.17 seconds to build instance. [ 938.145764] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403940, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.194379] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Updating instance_info_cache with network_info: [{"id": "44f2d924-6b7c-4d2d-8685-804cb8ef4d8f", "address": "fa:16:3e:73:d4:8c", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f2d924-6b", "ovs_interfaceid": "44f2d924-6b7c-4d2d-8685-804cb8ef4d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 938.213129] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c8f0c2-e35b-449b-956c-e390b2760fb0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.223113] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7792ed1f-e169-47b5-988c-faeb75a7ea6f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.257387] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15e1517-dc9a-43ef-8517-52e357568fc5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.265510] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d10f3f8-47c1-46c3-8144-074d6deb5ecc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.281581] env[69563]: DEBUG nova.compute.provider_tree [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.412706] env[69563]: INFO nova.compute.manager [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Took 33.88 seconds to build instance. [ 938.550967] env[69563]: DEBUG nova.compute.manager [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.551227] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.552684] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf8143c-7e51-4010-bf21-4c556197b0ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.561191] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.561398] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e324a8d2-8f38-4257-8827-231c2fb4ac16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.567839] env[69563]: DEBUG oslo_vmware.api [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 938.567839] env[69563]: value = "task-3403941" [ 938.567839] env[69563]: _type = "Task" [ 938.567839] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.577972] env[69563]: DEBUG oslo_vmware.api [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.643135] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b24607b-81bb-4d0c-8e39-c963bfbd2c8d tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "62a63886-8d41-4977-80d3-50b1a34feb86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.691s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.643667] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403940, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.702126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "refresh_cache-eeed10ac-2679-4e7f-bd49-2ae2269c7648" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.702126] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Instance network_info: |[{"id": "44f2d924-6b7c-4d2d-8685-804cb8ef4d8f", "address": "fa:16:3e:73:d4:8c", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f2d924-6b", "ovs_interfaceid": "44f2d924-6b7c-4d2d-8685-804cb8ef4d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.702126] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:d4:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44f2d924-6b7c-4d2d-8685-804cb8ef4d8f', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.714585] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.715708] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.716494] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b5b412-1163-4057-83e6-8162b4a0ad94 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.751698] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.751698] env[69563]: value = "task-3403942" [ 938.751698] env[69563]: _type = "Task" [ 938.751698] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.761287] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403942, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.783517] env[69563]: DEBUG nova.scheduler.client.report [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.899811] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.914829] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f0b588d0-f142-4178-a6f2-0bd9a079bcf9 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.389s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.924939] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.925308] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.926257] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.927286] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.927286] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.927286] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.927691] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.927921] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.928215] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.928539] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.928691] env[69563]: DEBUG nova.virt.hardware [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.929545] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ca5148-89e5-4cc3-88bf-04d09af4cc85 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.938286] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f21e1-0104-426f-8ba9-ca9800052d02 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.963507] env[69563]: DEBUG nova.compute.manager [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Received event network-changed-44f2d924-6b7c-4d2d-8685-804cb8ef4d8f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.963718] env[69563]: DEBUG nova.compute.manager [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Refreshing instance network info cache due to event network-changed-44f2d924-6b7c-4d2d-8685-804cb8ef4d8f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.963933] env[69563]: DEBUG oslo_concurrency.lockutils [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] Acquiring lock "refresh_cache-eeed10ac-2679-4e7f-bd49-2ae2269c7648" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.964089] env[69563]: DEBUG oslo_concurrency.lockutils [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] Acquired lock "refresh_cache-eeed10ac-2679-4e7f-bd49-2ae2269c7648" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.964254] env[69563]: DEBUG nova.network.neutron [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Refreshing network info cache for port 44f2d924-6b7c-4d2d-8685-804cb8ef4d8f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 938.993743] env[69563]: DEBUG nova.compute.manager [req-ed591611-2c3d-408b-80b0-ff057a5df3d7 req-be3be807-2e4c-4e78-9c11-0140c568d6c2 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Received event network-changed-3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.993981] env[69563]: DEBUG nova.compute.manager [req-ed591611-2c3d-408b-80b0-ff057a5df3d7 req-be3be807-2e4c-4e78-9c11-0140c568d6c2 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Refreshing instance network info cache due to event network-changed-3020d9d5-38d6-43a1-a219-629a1f2ed364. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.994675] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed591611-2c3d-408b-80b0-ff057a5df3d7 req-be3be807-2e4c-4e78-9c11-0140c568d6c2 service nova] Acquiring lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.995394] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed591611-2c3d-408b-80b0-ff057a5df3d7 req-be3be807-2e4c-4e78-9c11-0140c568d6c2 service nova] Acquired lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.995394] env[69563]: DEBUG nova.network.neutron [req-ed591611-2c3d-408b-80b0-ff057a5df3d7 req-be3be807-2e4c-4e78-9c11-0140c568d6c2 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Refreshing network info cache for port 3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 939.078159] env[69563]: DEBUG oslo_vmware.api [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403941, 'name': PowerOffVM_Task, 'duration_secs': 0.212657} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.078510] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.078715] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.080259] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2c41e9b-d268-4dec-9951-4d1faf1f47db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.145605] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403940, 'name': CreateSnapshot_Task, 'duration_secs': 0.867033} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.146358] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 939.147169] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b782c7-e620-4715-8a8d-8ded4ae23aa7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.150324] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.150522] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.150733] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Deleting the datastore file [datastore1] 42d72409-766d-452c-8767-db1d2f3faa7d {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.151371] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f67775c-5cd3-4088-bd18-41dcd6224b20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.162135] env[69563]: INFO nova.compute.manager [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Resuming [ 939.162736] env[69563]: DEBUG nova.objects.instance [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lazy-loading 'flavor' on Instance uuid 1916e270-5696-40ae-af2d-382fbb64c25e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.163935] env[69563]: DEBUG oslo_vmware.api [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 939.163935] env[69563]: value = "task-3403944" [ 939.163935] env[69563]: _type = "Task" [ 939.163935] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.171974] env[69563]: DEBUG oslo_vmware.api [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.266613] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403942, 'name': CreateVM_Task, 'duration_secs': 0.395948} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.266907] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.271020] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.271020] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.271020] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.271020] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e630e4-adfd-440c-915b-df2b8328499a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.275405] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 939.275405] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520f32f0-54b5-0bde-4b22-7b89c9592d03" [ 939.275405] env[69563]: _type = "Task" [ 939.275405] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.284469] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520f32f0-54b5-0bde-4b22-7b89c9592d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.292466] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.293049] env[69563]: DEBUG nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.297417] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Successfully updated port: c58856ff-35f4-443e-b611-d30834927395 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.300029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.982s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.300029] env[69563]: DEBUG nova.objects.instance [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lazy-loading 'resources' on Instance uuid e2a67fde-2447-4689-ba52-73fe5dabdbd6 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.462393] env[69563]: DEBUG nova.compute.manager [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.464046] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa22ac-536e-42cf-a15c-f95532b49856 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.667801] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 939.670393] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfb8abab-d884-46c2-888f-6e8856b55fcc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.684318] env[69563]: DEBUG oslo_vmware.api [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3403944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133547} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.686381] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.686632] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.686838] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.687064] env[69563]: INFO nova.compute.manager [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 939.687411] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.687774] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 939.687774] env[69563]: value = "task-3403945" [ 939.687774] env[69563]: _type = "Task" [ 939.687774] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.688354] env[69563]: DEBUG nova.compute.manager [-] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.688542] env[69563]: DEBUG nova.network.neutron [-] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 939.701559] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403945, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.786696] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520f32f0-54b5-0bde-4b22-7b89c9592d03, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.787196] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.787874] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.788811] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.789114] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.789316] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.789739] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba6411dd-2d27-4774-9a40-4c87f3b30fc0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.804321] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "refresh_cache-141467d7-c467-4dfa-89f5-066f36baf21b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.804321] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "refresh_cache-141467d7-c467-4dfa-89f5-066f36baf21b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.804321] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 939.804321] env[69563]: DEBUG nova.compute.utils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.807436] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.807621] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.809025] env[69563]: DEBUG nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.809201] env[69563]: DEBUG nova.network.neutron [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 939.811440] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55c47ec-e948-4f1b-ac5e-c554c0f90734 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.817701] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 939.817701] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e7f996-2990-5a38-5d36-558d4d176554" [ 939.817701] env[69563]: _type = "Task" [ 939.817701] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.833656] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e7f996-2990-5a38-5d36-558d4d176554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.834623] env[69563]: DEBUG nova.network.neutron [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Updated VIF entry in instance network info cache for port 44f2d924-6b7c-4d2d-8685-804cb8ef4d8f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 939.834955] env[69563]: DEBUG nova.network.neutron [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Updating instance_info_cache with network_info: [{"id": "44f2d924-6b7c-4d2d-8685-804cb8ef4d8f", "address": "fa:16:3e:73:d4:8c", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f2d924-6b", "ovs_interfaceid": "44f2d924-6b7c-4d2d-8685-804cb8ef4d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 939.841321] env[69563]: DEBUG nova.network.neutron [req-ed591611-2c3d-408b-80b0-ff057a5df3d7 req-be3be807-2e4c-4e78-9c11-0140c568d6c2 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updated VIF entry in instance network info cache for port 3020d9d5-38d6-43a1-a219-629a1f2ed364. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 939.841958] env[69563]: DEBUG nova.network.neutron [req-ed591611-2c3d-408b-80b0-ff057a5df3d7 req-be3be807-2e4c-4e78-9c11-0140c568d6c2 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 939.874729] env[69563]: DEBUG nova.policy [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c831676cc17d4a00ab94ab5d3019cb46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '464dbec5f2ed4fe7a82ece0cc1e2f399', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.979638] env[69563]: INFO nova.compute.manager [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] instance snapshotting [ 939.982750] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b3ae75-423f-4399-a347-912c1de66e1a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.005307] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ad590a-6e42-406b-8cfb-9d50b61c8fb4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.197070] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3a9a41-20d2-4657-8320-559fc5aebf1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.205169] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403945, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.210026] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd506a0-b6cf-4468-ac23-a047b46f39a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.241673] env[69563]: DEBUG nova.network.neutron [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Successfully created port: c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 940.244216] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89544319-e3a7-4699-80bc-4501b755f7f0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.252087] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ae0fb7-1e96-4dfa-9128-ff0f560ae465 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.269847] env[69563]: DEBUG nova.compute.provider_tree [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.310954] env[69563]: DEBUG nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.329280] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e7f996-2990-5a38-5d36-558d4d176554, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.330214] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158cd416-2645-4853-84dd-a524c99eb217 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.335825] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 940.335825] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526bc950-286e-9561-fabf-67f0a3739e58" [ 940.335825] env[69563]: _type = "Task" [ 940.335825] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.340197] env[69563]: DEBUG oslo_concurrency.lockutils [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] Releasing lock "refresh_cache-eeed10ac-2679-4e7f-bd49-2ae2269c7648" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.340629] env[69563]: DEBUG nova.compute.manager [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Received event network-changed-48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.340931] env[69563]: DEBUG nova.compute.manager [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Refreshing instance network info cache due to event network-changed-48c9478f-7299-4ec8-80a4-9da5b3d68349. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.341080] env[69563]: DEBUG oslo_concurrency.lockutils [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] Acquiring lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.341248] env[69563]: DEBUG oslo_concurrency.lockutils [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] Acquired lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.341445] env[69563]: DEBUG nova.network.neutron [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Refreshing network info cache for port 48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 940.348373] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526bc950-286e-9561-fabf-67f0a3739e58, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.348987] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.349286] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] eeed10ac-2679-4e7f-bd49-2ae2269c7648/eeed10ac-2679-4e7f-bd49-2ae2269c7648.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.349577] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c43a6eca-2ec2-4f25-af83-50694d987fb4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.353454] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 940.355717] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed591611-2c3d-408b-80b0-ff057a5df3d7 req-be3be807-2e4c-4e78-9c11-0140c568d6c2 service nova] Releasing lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.361405] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 940.361405] env[69563]: value = "task-3403946" [ 940.361405] env[69563]: _type = "Task" [ 940.361405] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.371392] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.473286] env[69563]: DEBUG nova.network.neutron [-] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 940.493234] env[69563]: DEBUG nova.network.neutron [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Updating instance_info_cache with network_info: [{"id": "c58856ff-35f4-443e-b611-d30834927395", "address": "fa:16:3e:78:ad:73", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58856ff-35", "ovs_interfaceid": "c58856ff-35f4-443e-b611-d30834927395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 940.520339] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 940.520670] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb42acdd-f991-4991-86d8-ddfad9701734 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.527705] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 940.527705] env[69563]: value = "task-3403947" [ 940.527705] env[69563]: _type = "Task" [ 940.527705] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.536398] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403947, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.682361] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.682589] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquired lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.682793] env[69563]: DEBUG nova.network.neutron [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 940.703678] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403945, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.774251] env[69563]: DEBUG nova.scheduler.client.report [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.863263] env[69563]: INFO nova.network.neutron [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Port 48c9478f-7299-4ec8-80a4-9da5b3d68349 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 940.863699] env[69563]: DEBUG nova.network.neutron [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 940.875458] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501581} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.876344] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] eeed10ac-2679-4e7f-bd49-2ae2269c7648/eeed10ac-2679-4e7f-bd49-2ae2269c7648.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.876578] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.876845] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1549f33a-30d6-4591-87c0-10391eda5b20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.883813] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 940.883813] env[69563]: value = "task-3403948" [ 940.883813] env[69563]: _type = "Task" [ 940.883813] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.893359] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.978475] env[69563]: INFO nova.compute.manager [-] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Took 1.29 seconds to deallocate network for instance. [ 940.996454] env[69563]: DEBUG nova.compute.manager [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Received event network-vif-plugged-c58856ff-35f4-443e-b611-d30834927395 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.997198] env[69563]: DEBUG oslo_concurrency.lockutils [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] Acquiring lock "141467d7-c467-4dfa-89f5-066f36baf21b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.997502] env[69563]: DEBUG oslo_concurrency.lockutils [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] Lock "141467d7-c467-4dfa-89f5-066f36baf21b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.997798] env[69563]: DEBUG oslo_concurrency.lockutils [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] Lock "141467d7-c467-4dfa-89f5-066f36baf21b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.997963] env[69563]: DEBUG nova.compute.manager [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] No waiting events found dispatching network-vif-plugged-c58856ff-35f4-443e-b611-d30834927395 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.998218] env[69563]: WARNING nova.compute.manager [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Received unexpected event network-vif-plugged-c58856ff-35f4-443e-b611-d30834927395 for instance with vm_state building and task_state spawning. [ 940.998440] env[69563]: DEBUG nova.compute.manager [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Received event network-changed-c58856ff-35f4-443e-b611-d30834927395 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.998660] env[69563]: DEBUG nova.compute.manager [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Refreshing instance network info cache due to event network-changed-c58856ff-35f4-443e-b611-d30834927395. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.999049] env[69563]: DEBUG oslo_concurrency.lockutils [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] Acquiring lock "refresh_cache-141467d7-c467-4dfa-89f5-066f36baf21b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.999751] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "refresh_cache-141467d7-c467-4dfa-89f5-066f36baf21b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.999751] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Instance network_info: |[{"id": "c58856ff-35f4-443e-b611-d30834927395", "address": "fa:16:3e:78:ad:73", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58856ff-35", "ovs_interfaceid": "c58856ff-35f4-443e-b611-d30834927395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.000482] env[69563]: DEBUG oslo_concurrency.lockutils [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] Acquired lock "refresh_cache-141467d7-c467-4dfa-89f5-066f36baf21b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.000716] env[69563]: DEBUG nova.network.neutron [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Refreshing network info cache for port c58856ff-35f4-443e-b611-d30834927395 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 941.002158] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:ad:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c58856ff-35f4-443e-b611-d30834927395', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.014223] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.016009] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.016324] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3d41878-ae3a-4845-af4d-cadcec43e68f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.042464] env[69563]: DEBUG nova.compute.manager [req-45c4e062-7b21-4bfa-91b6-5fca404d5916 req-fed594a4-9458-44bc-b67c-820d784f3955 service nova] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Received event network-vif-deleted-48c9478f-7299-4ec8-80a4-9da5b3d68349 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.054997] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403947, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.056504] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.056504] env[69563]: value = "task-3403949" [ 941.056504] env[69563]: _type = "Task" [ 941.056504] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.067434] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403949, 'name': CreateVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.201176] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403945, 'name': CloneVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.279808] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.282596] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.358s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.284600] env[69563]: INFO nova.compute.claims [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.305962] env[69563]: INFO nova.scheduler.client.report [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Deleted allocations for instance e2a67fde-2447-4689-ba52-73fe5dabdbd6 [ 941.321567] env[69563]: DEBUG nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.355569] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.355816] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.355973] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.356268] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.356442] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.356589] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.356825] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.357081] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.357501] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.357702] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.357978] env[69563]: DEBUG nova.virt.hardware [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.358788] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f7f56-8867-4f14-9107-7f1dd8dccf36 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.366549] env[69563]: DEBUG oslo_concurrency.lockutils [req-e06d4ff1-6abf-44f4-b18b-4f91e7ce59f9 req-e90271e1-fa8c-4dad-9d6c-b972821ce792 service nova] Releasing lock "refresh_cache-42d72409-766d-452c-8767-db1d2f3faa7d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.370739] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed737f9d-5d12-4052-bf3b-95a3babaccba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.394487] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074151} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.394760] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.395538] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94701073-be94-4ee2-b6fc-15ab7a38c56d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.417516] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] eeed10ac-2679-4e7f-bd49-2ae2269c7648/eeed10ac-2679-4e7f-bd49-2ae2269c7648.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.418610] env[69563]: DEBUG nova.network.neutron [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [{"id": "6e488c88-ce31-424e-9524-6a97ab0057c9", "address": "fa:16:3e:18:fb:49", "network": {"id": "3bdaf9bb-4d27-440d-8fbd-b009d03deb63", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-743955608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8aa2f8383614dcab77511451e3af185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e488c88-ce", "ovs_interfaceid": "6e488c88-ce31-424e-9524-6a97ab0057c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 941.419970] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53aef3f6-1030-44d9-af76-7320d96c229f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.436173] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Releasing lock "refresh_cache-1916e270-5696-40ae-af2d-382fbb64c25e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.436973] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf68990-70a2-4d44-a04d-c01b78958b79 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.444327] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Resuming the VM {{(pid=69563) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 941.446901] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a9c56af-4872-44d5-a96f-e2714a5acafc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.449134] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 941.449134] env[69563]: value = "task-3403950" [ 941.449134] env[69563]: _type = "Task" [ 941.449134] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.452340] env[69563]: DEBUG oslo_vmware.api [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 941.452340] env[69563]: value = "task-3403951" [ 941.452340] env[69563]: _type = "Task" [ 941.452340] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.460586] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.464553] env[69563]: DEBUG oslo_vmware.api [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.485327] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.554065] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403947, 'name': CreateSnapshot_Task, 'duration_secs': 0.824893} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.554065] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 941.554659] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e1b16-dee0-4643-9773-50b70b35905b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.571890] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403949, 'name': CreateVM_Task, 'duration_secs': 0.366816} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.572478] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.573058] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.573248] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.573544] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.573858] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8df2af9-9b95-4894-85a8-e5152a21d863 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.578718] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 941.578718] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b6e928-75a6-bda7-980a-9bfd2673edad" [ 941.578718] env[69563]: _type = "Task" [ 941.578718] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.588553] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b6e928-75a6-bda7-980a-9bfd2673edad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.707678] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403945, 'name': CloneVM_Task, 'duration_secs': 1.604093} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.708054] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Created linked-clone VM from snapshot [ 941.708849] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa96f7c1-aedb-44a0-b73f-3c68eccc25d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.717336] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Uploading image a3bcadf3-bd24-42bf-86a1-9b107f740491 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 941.739233] env[69563]: DEBUG nova.network.neutron [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Updated VIF entry in instance network info cache for port c58856ff-35f4-443e-b611-d30834927395. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 941.739830] env[69563]: DEBUG nova.network.neutron [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Updating instance_info_cache with network_info: [{"id": "c58856ff-35f4-443e-b611-d30834927395", "address": "fa:16:3e:78:ad:73", "network": {"id": "7af9c803-d339-491d-8690-239cf528e733", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-721841682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75a5c3f37ee94d0bbc4f28d48d9dab9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58856ff-35", "ovs_interfaceid": "c58856ff-35f4-443e-b611-d30834927395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 941.754027] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 941.754027] env[69563]: value = "vm-679168" [ 941.754027] env[69563]: _type = "VirtualMachine" [ 941.754027] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 941.754027] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1a874dec-d594-4bba-b494-3680479b625a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.762237] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lease: (returnval){ [ 941.762237] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c04f5-c194-66e2-48e8-1faef0319086" [ 941.762237] env[69563]: _type = "HttpNfcLease" [ 941.762237] env[69563]: } obtained for exporting VM: (result){ [ 941.762237] env[69563]: value = "vm-679168" [ 941.762237] env[69563]: _type = "VirtualMachine" [ 941.762237] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 941.765022] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the lease: (returnval){ [ 941.765022] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c04f5-c194-66e2-48e8-1faef0319086" [ 941.765022] env[69563]: _type = "HttpNfcLease" [ 941.765022] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 941.770817] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.770817] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c04f5-c194-66e2-48e8-1faef0319086" [ 941.770817] env[69563]: _type = "HttpNfcLease" [ 941.770817] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 941.788497] env[69563]: DEBUG nova.network.neutron [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Successfully updated port: c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 941.814923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2e879a84-a084-4db5-998c-05d794a57f7c tempest-MigrationsAdminTest-106202884 tempest-MigrationsAdminTest-106202884-project-member] Lock "e2a67fde-2447-4689-ba52-73fe5dabdbd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.030s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.960573] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.965937] env[69563]: DEBUG oslo_vmware.api [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.079621] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 942.080045] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8b79aef-21f3-4920-9cff-2e10e5074c27 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.093045] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b6e928-75a6-bda7-980a-9bfd2673edad, 'name': SearchDatastore_Task, 'duration_secs': 0.018684} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.094613] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.094613] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.094807] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.094954] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.095161] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.095800] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 942.095800] env[69563]: value = "task-3403953" [ 942.095800] env[69563]: _type = "Task" [ 942.095800] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.096013] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e8274c-ee20-423f-ade4-481063c96530 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.105509] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403953, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.112162] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.112420] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.113332] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc31818-f11e-41d0-b7a5-01a7fdaf4049 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.119340] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 942.119340] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b27811-a0c1-73a9-4034-cebf5474b974" [ 942.119340] env[69563]: _type = "Task" [ 942.119340] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.127465] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b27811-a0c1-73a9-4034-cebf5474b974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.243016] env[69563]: DEBUG oslo_concurrency.lockutils [req-45e39330-9b01-4627-8e62-7dc5e411fa31 req-9f0d5aaa-8f07-4509-9009-97c1d3d653a2 service nova] Releasing lock "refresh_cache-141467d7-c467-4dfa-89f5-066f36baf21b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.271654] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.271654] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c04f5-c194-66e2-48e8-1faef0319086" [ 942.271654] env[69563]: _type = "HttpNfcLease" [ 942.271654] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 942.272082] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 942.272082] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c04f5-c194-66e2-48e8-1faef0319086" [ 942.272082] env[69563]: _type = "HttpNfcLease" [ 942.272082] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 942.272858] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7efdc3-7fec-4ed7-844c-e625d482da86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.281877] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9f1e7-ee64-b30c-2f0f-b26b5bec99e2/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 942.282185] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9f1e7-ee64-b30c-2f0f-b26b5bec99e2/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 942.343254] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquiring lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.343405] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquired lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.343568] env[69563]: DEBUG nova.network.neutron [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 942.413906] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d0579cb-8a17-4b69-90e7-28c762d0523e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.465214] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403950, 'name': ReconfigVM_Task, 'duration_secs': 0.718183} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.471602] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Reconfigured VM instance instance-0000004d to attach disk [datastore1] eeed10ac-2679-4e7f-bd49-2ae2269c7648/eeed10ac-2679-4e7f-bd49-2ae2269c7648.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.472390] env[69563]: DEBUG oslo_vmware.api [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403951, 'name': PowerOnVM_Task, 'duration_secs': 0.874895} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.472899] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0268fd68-a23c-40a6-a097-907c8ae010f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.474813] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Resumed the VM {{(pid=69563) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 942.475108] env[69563]: DEBUG nova.compute.manager [None req-d95f4aa9-9228-456a-9112-76c2a6c8fa44 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.475991] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a794d2b9-93d5-4423-8fbd-8bcceb0ed109 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.489861] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 942.489861] env[69563]: value = "task-3403954" [ 942.489861] env[69563]: _type = "Task" [ 942.489861] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.499346] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403954, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.609438] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403953, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.632558] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b27811-a0c1-73a9-4034-cebf5474b974, 'name': SearchDatastore_Task, 'duration_secs': 0.032989} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.633669] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9a6da9-81f1-4f8b-ac3b-588ac2e15fe0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.639124] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 942.639124] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d4d445-7400-d2b1-ff54-31345f988b5c" [ 942.639124] env[69563]: _type = "Task" [ 942.639124] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.652591] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d4d445-7400-d2b1-ff54-31345f988b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.698341] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bc758f-3be3-4559-8eac-889a84801517 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.706693] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bba98f-2fd4-49d8-af3a-17978a4b88b3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.739586] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71795594-2d07-4f12-b257-2c092222eb32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.747848] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f0a05b-5dab-4104-97aa-1ca913cda264 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.762608] env[69563]: DEBUG nova.compute.provider_tree [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.901099] env[69563]: DEBUG nova.network.neutron [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 943.006362] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403954, 'name': Rename_Task, 'duration_secs': 0.181558} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.006669] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.007077] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f1c314-8b4e-446c-bdd8-82f26d15b62e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.015176] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 943.015176] env[69563]: value = "task-3403955" [ 943.015176] env[69563]: _type = "Task" [ 943.015176] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.027609] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.035846] env[69563]: DEBUG nova.compute.manager [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Received event network-vif-plugged-c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.036293] env[69563]: DEBUG oslo_concurrency.lockutils [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] Acquiring lock "827398ff-e013-4b89-9d3f-41c3a60d445d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.036580] env[69563]: DEBUG oslo_concurrency.lockutils [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] Lock "827398ff-e013-4b89-9d3f-41c3a60d445d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.036809] env[69563]: DEBUG oslo_concurrency.lockutils [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] Lock "827398ff-e013-4b89-9d3f-41c3a60d445d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.036990] env[69563]: DEBUG nova.compute.manager [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] No waiting events found dispatching network-vif-plugged-c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.037214] env[69563]: WARNING nova.compute.manager [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Received unexpected event network-vif-plugged-c6e41f13-ee1e-4089-b380-af02cd7b4e9b for instance with vm_state building and task_state spawning. [ 943.037489] env[69563]: DEBUG nova.compute.manager [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Received event network-changed-c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.037697] env[69563]: DEBUG nova.compute.manager [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Refreshing instance network info cache due to event network-changed-c6e41f13-ee1e-4089-b380-af02cd7b4e9b. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.037858] env[69563]: DEBUG oslo_concurrency.lockutils [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] Acquiring lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.088355] env[69563]: DEBUG nova.network.neutron [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Updating instance_info_cache with network_info: [{"id": "c6e41f13-ee1e-4089-b380-af02cd7b4e9b", "address": "fa:16:3e:55:16:89", "network": {"id": "41658aa1-d5e1-4920-85c9-a1e55b5a86d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1533208479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464dbec5f2ed4fe7a82ece0cc1e2f399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e41f13-ee", "ovs_interfaceid": "c6e41f13-ee1e-4089-b380-af02cd7b4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 943.114050] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403953, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.152277] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d4d445-7400-d2b1-ff54-31345f988b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.153043] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.153087] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 141467d7-c467-4dfa-89f5-066f36baf21b/141467d7-c467-4dfa-89f5-066f36baf21b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.153380] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11d12aef-c80c-44b8-80f8-050434c7fdbe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.160393] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 943.160393] env[69563]: value = "task-3403956" [ 943.160393] env[69563]: _type = "Task" [ 943.160393] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.170412] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.266528] env[69563]: DEBUG nova.scheduler.client.report [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.526796] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.591661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Releasing lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.592470] env[69563]: DEBUG nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Instance network_info: |[{"id": "c6e41f13-ee1e-4089-b380-af02cd7b4e9b", "address": "fa:16:3e:55:16:89", "network": {"id": "41658aa1-d5e1-4920-85c9-a1e55b5a86d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1533208479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464dbec5f2ed4fe7a82ece0cc1e2f399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e41f13-ee", "ovs_interfaceid": "c6e41f13-ee1e-4089-b380-af02cd7b4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.592470] env[69563]: DEBUG oslo_concurrency.lockutils [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] Acquired lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.592650] env[69563]: DEBUG nova.network.neutron [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Refreshing network info cache for port c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 943.595422] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:16:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6e41f13-ee1e-4089-b380-af02cd7b4e9b', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.602439] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Creating folder: Project (464dbec5f2ed4fe7a82ece0cc1e2f399). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.606916] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b851dcfa-b281-4764-8a38-6823965583e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.620844] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403953, 'name': CloneVM_Task, 'duration_secs': 1.40787} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.621433] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Created linked-clone VM from snapshot [ 943.622376] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198271a4-d117-45b8-bd4c-daa0005c9be7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.626921] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Created folder: Project (464dbec5f2ed4fe7a82ece0cc1e2f399) in parent group-v678952. [ 943.627301] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Creating folder: Instances. Parent ref: group-v679172. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.628156] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a43576a-8320-45de-8e6c-5d9a78d6f3e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.634085] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Uploading image fa208d64-f34e-4e6d-96f9-56451db491ef {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 943.645317] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Created folder: Instances in parent group-v679172. [ 943.645680] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.646993] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 943.647357] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.647650] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-af256c42-fe11-46fc-acc9-0e4db558bb28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.649616] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5fa23a-10e5-47ac-bb2a-5d3d57019e06 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.675049] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 943.675049] env[69563]: value = "task-3403959" [ 943.675049] env[69563]: _type = "Task" [ 943.675049] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.679587] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.679587] env[69563]: value = "task-3403960" [ 943.679587] env[69563]: _type = "Task" [ 943.679587] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.679910] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403956, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.693943] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403960, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.696990] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403959, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.774180] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.775021] env[69563]: DEBUG nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.781026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.657s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.781026] env[69563]: INFO nova.compute.claims [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.958708] env[69563]: DEBUG nova.network.neutron [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Updated VIF entry in instance network info cache for port c6e41f13-ee1e-4089-b380-af02cd7b4e9b. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 943.959478] env[69563]: DEBUG nova.network.neutron [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Updating instance_info_cache with network_info: [{"id": "c6e41f13-ee1e-4089-b380-af02cd7b4e9b", "address": "fa:16:3e:55:16:89", "network": {"id": "41658aa1-d5e1-4920-85c9-a1e55b5a86d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1533208479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464dbec5f2ed4fe7a82ece0cc1e2f399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e41f13-ee", "ovs_interfaceid": "c6e41f13-ee1e-4089-b380-af02cd7b4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 944.027119] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403955, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.179402] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573402} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.180147] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 141467d7-c467-4dfa-89f5-066f36baf21b/141467d7-c467-4dfa-89f5-066f36baf21b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.180598] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.185877] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be73109-0c95-46bd-86ae-22dff2b320f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.201235] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403959, 'name': Destroy_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.205947] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403960, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.206396] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 944.206396] env[69563]: value = "task-3403961" [ 944.206396] env[69563]: _type = "Task" [ 944.206396] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.215547] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.286867] env[69563]: DEBUG nova.compute.utils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.292411] env[69563]: DEBUG nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.292894] env[69563]: DEBUG nova.network.neutron [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 944.358048] env[69563]: DEBUG nova.policy [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afedd70a4954ecc8fee29be6e9fb0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9907d693720e4476b39789a6b54504ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.466598] env[69563]: DEBUG oslo_concurrency.lockutils [req-169d79d7-b721-4184-a2f5-e56b98703f63 req-37c0e480-2718-4fa1-a1a5-2d6f199b3c55 service nova] Releasing lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.526237] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403955, 'name': PowerOnVM_Task, 'duration_secs': 1.275464} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.526571] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.526848] env[69563]: INFO nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Took 8.11 seconds to spawn the instance on the hypervisor. [ 944.527118] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.527993] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3737271-9f85-45cd-8e75-359ec2e8283b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.693228] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403959, 'name': Destroy_Task, 'duration_secs': 0.793058} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.698074] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Destroyed the VM [ 944.698614] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 944.699067] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d106ce56-a5e5-4e97-a626-65a2d9ab3045 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.707206] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403960, 'name': CreateVM_Task, 'duration_secs': 0.666358} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.711838] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.714883] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 944.714883] env[69563]: value = "task-3403962" [ 944.714883] env[69563]: _type = "Task" [ 944.714883] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.714883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.714883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.714883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.714883] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c56865e-15ee-4ae8-840c-8411c7b3b213 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.724182] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12279} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.726684] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.727567] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a16f9-7ec0-46eb-9cf7-69577874899f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.739428] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.739753] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 944.739753] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5216240e-4f44-d613-728b-b344bd69780b" [ 944.739753] env[69563]: _type = "Task" [ 944.739753] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.769805] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 141467d7-c467-4dfa-89f5-066f36baf21b/141467d7-c467-4dfa-89f5-066f36baf21b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.771474] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc37b3f-5e3c-4492-ae34-02274c56f4a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.793412] env[69563]: DEBUG nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.796362] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5216240e-4f44-d613-728b-b344bd69780b, 'name': SearchDatastore_Task, 'duration_secs': 0.018989} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.797451] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.797451] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.797623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.797796] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.798364] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.801800] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dade3af3-179a-43b6-9a78-38a18b32bf28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.805300] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 944.805300] env[69563]: value = "task-3403963" [ 944.805300] env[69563]: _type = "Task" [ 944.805300] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.806062] env[69563]: DEBUG nova.network.neutron [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Successfully created port: 62ad573a-8b21-435a-946b-0743b66b541a {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 944.817406] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403963, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.819039] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.819181] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.820176] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c418c51-1733-48c4-ad1a-6a59fbb43b1c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.826514] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 944.826514] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525d6f3a-6edf-239b-d440-49435455ce2e" [ 944.826514] env[69563]: _type = "Task" [ 944.826514] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.839798] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525d6f3a-6edf-239b-d440-49435455ce2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.045669] env[69563]: INFO nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Took 29.39 seconds to build instance. [ 945.162931] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7247b095-d2bd-4ed4-a341-d20a766d908d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.170794] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b168e9b7-1af6-42fa-ad6a-e5e7dfbffc5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.204107] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f60c5cb-b28c-4931-972c-d3ddd293e607 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.212916] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8f1cc-c30a-4054-b6dc-aacc19462aaf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.231396] env[69563]: DEBUG nova.compute.provider_tree [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.235196] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.317848] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.336802] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525d6f3a-6edf-239b-d440-49435455ce2e, 'name': SearchDatastore_Task, 'duration_secs': 0.018663} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.338345] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75511947-d464-4af9-8f6d-adf6e432bee4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.344632] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 945.344632] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291c174-ac34-0d91-d21a-e1cd8bbcae68" [ 945.344632] env[69563]: _type = "Task" [ 945.344632] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.355078] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291c174-ac34-0d91-d21a-e1cd8bbcae68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.548283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.902s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.734673] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.736933] env[69563]: DEBUG nova.scheduler.client.report [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.806715] env[69563]: DEBUG nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.819572] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403963, 'name': ReconfigVM_Task, 'duration_secs': 0.624154} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.820152] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 141467d7-c467-4dfa-89f5-066f36baf21b/141467d7-c467-4dfa-89f5-066f36baf21b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.820696] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28fea58d-f415-4189-b56d-2df4913b5bf9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.828806] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 945.828806] env[69563]: value = "task-3403964" [ 945.828806] env[69563]: _type = "Task" [ 945.828806] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.835022] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.835302] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.835487] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.835680] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.835816] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.835967] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.836186] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.836359] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.836598] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.836773] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.836960] env[69563]: DEBUG nova.virt.hardware [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.837846] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328cba4d-4fad-4313-bea3-822357790c8e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.844213] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403964, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.852661] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287ed082-cc66-47c6-b3e5-6a12003d7a7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.865518] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291c174-ac34-0d91-d21a-e1cd8bbcae68, 'name': SearchDatastore_Task, 'duration_secs': 0.025263} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.866301] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.866735] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 827398ff-e013-4b89-9d3f-41c3a60d445d/827398ff-e013-4b89-9d3f-41c3a60d445d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.866868] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f57bf49-0c13-4d99-a622-1f40c55c5286 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.884943] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 945.884943] env[69563]: value = "task-3403965" [ 945.884943] env[69563]: _type = "Task" [ 945.884943] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.894538] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.233100] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403962, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.243261] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.243987] env[69563]: DEBUG nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.246692] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.376s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.246886] env[69563]: DEBUG nova.objects.instance [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.339819] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403964, 'name': Rename_Task, 'duration_secs': 0.238371} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.340143] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.340449] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7edcc4f-ad71-45d7-a12a-9771442c9fc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.352024] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 946.352024] env[69563]: value = "task-3403966" [ 946.352024] env[69563]: _type = "Task" [ 946.352024] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.358479] env[69563]: DEBUG nova.compute.manager [req-4516814c-e733-4c4e-889a-bccb5328545e req-db2b5cce-57d1-4e0e-9093-6223f638d200 service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Received event network-vif-plugged-62ad573a-8b21-435a-946b-0743b66b541a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.358615] env[69563]: DEBUG oslo_concurrency.lockutils [req-4516814c-e733-4c4e-889a-bccb5328545e req-db2b5cce-57d1-4e0e-9093-6223f638d200 service nova] Acquiring lock "2014761c-8010-4047-b8a6-a1ac44ab6117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.358850] env[69563]: DEBUG oslo_concurrency.lockutils [req-4516814c-e733-4c4e-889a-bccb5328545e req-db2b5cce-57d1-4e0e-9093-6223f638d200 service nova] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.359269] env[69563]: DEBUG oslo_concurrency.lockutils [req-4516814c-e733-4c4e-889a-bccb5328545e req-db2b5cce-57d1-4e0e-9093-6223f638d200 service nova] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.359513] env[69563]: DEBUG nova.compute.manager [req-4516814c-e733-4c4e-889a-bccb5328545e req-db2b5cce-57d1-4e0e-9093-6223f638d200 service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] No waiting events found dispatching network-vif-plugged-62ad573a-8b21-435a-946b-0743b66b541a {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.359688] env[69563]: WARNING nova.compute.manager [req-4516814c-e733-4c4e-889a-bccb5328545e req-db2b5cce-57d1-4e0e-9093-6223f638d200 service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Received unexpected event network-vif-plugged-62ad573a-8b21-435a-946b-0743b66b541a for instance with vm_state building and task_state spawning. [ 946.364250] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.397467] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403965, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.464771] env[69563]: DEBUG nova.network.neutron [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Successfully updated port: 62ad573a-8b21-435a-946b-0743b66b541a {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 946.736571] env[69563]: DEBUG oslo_vmware.api [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403962, 'name': RemoveSnapshot_Task, 'duration_secs': 1.58249} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.736571] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.753183] env[69563]: DEBUG nova.compute.utils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.757169] env[69563]: DEBUG nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.757340] env[69563]: DEBUG nova.network.neutron [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 946.826782] env[69563]: DEBUG nova.policy [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33b62efb6f64e76953107e1f64c49c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56b682b2e4341ca9041621ca76c5600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.860626] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.896171] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746291} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.896545] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 827398ff-e013-4b89-9d3f-41c3a60d445d/827398ff-e013-4b89-9d3f-41c3a60d445d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.896826] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.897151] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96165911-8e3f-4407-8742-1656d6a97267 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.904171] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 946.904171] env[69563]: value = "task-3403967" [ 946.904171] env[69563]: _type = "Task" [ 946.904171] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.913080] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.967583] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-2014761c-8010-4047-b8a6-a1ac44ab6117" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.967694] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-2014761c-8010-4047-b8a6-a1ac44ab6117" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.967904] env[69563]: DEBUG nova.network.neutron [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 947.146847] env[69563]: DEBUG nova.network.neutron [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Successfully created port: 88e63d06-0f72-4dca-be6b-ba56026af06f {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 947.242025] env[69563]: WARNING nova.compute.manager [None req-3768578f-b7b6-4b01-b771-312ff0e49fd3 tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Image not found during snapshot: nova.exception.ImageNotFound: Image fa208d64-f34e-4e6d-96f9-56451db491ef could not be found. [ 947.260202] env[69563]: DEBUG nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.264613] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa198046-2629-4738-8488-c87489ac0d34 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.265810] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.675s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.267539] env[69563]: INFO nova.compute.claims [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.365221] env[69563]: DEBUG oslo_vmware.api [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403966, 'name': PowerOnVM_Task, 'duration_secs': 0.741159} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.365221] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.365221] env[69563]: INFO nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Took 8.47 seconds to spawn the instance on the hypervisor. [ 947.365474] env[69563]: DEBUG nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.366073] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252070c2-ebc9-47ee-95a6-97c3d5af6d42 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.413665] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126198} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.414665] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.415507] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1f9c8b-35bc-4b82-b946-d820bd55c472 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.439949] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 827398ff-e013-4b89-9d3f-41c3a60d445d/827398ff-e013-4b89-9d3f-41c3a60d445d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.440938] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a65774-ec17-4faf-ac95-8203b1f42696 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.464545] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 947.464545] env[69563]: value = "task-3403968" [ 947.464545] env[69563]: _type = "Task" [ 947.464545] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.475803] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.506269] env[69563]: DEBUG nova.network.neutron [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 947.684347] env[69563]: DEBUG nova.network.neutron [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Updating instance_info_cache with network_info: [{"id": "62ad573a-8b21-435a-946b-0743b66b541a", "address": "fa:16:3e:bc:23:8b", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ad573a-8b", "ovs_interfaceid": "62ad573a-8b21-435a-946b-0743b66b541a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 947.804100] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "62a63886-8d41-4977-80d3-50b1a34feb86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.804100] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "62a63886-8d41-4977-80d3-50b1a34feb86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.804100] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "62a63886-8d41-4977-80d3-50b1a34feb86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.804521] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "62a63886-8d41-4977-80d3-50b1a34feb86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.804521] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "62a63886-8d41-4977-80d3-50b1a34feb86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.806404] env[69563]: INFO nova.compute.manager [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Terminating instance [ 947.885483] env[69563]: INFO nova.compute.manager [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Took 32.19 seconds to build instance. [ 947.975047] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403968, 'name': ReconfigVM_Task, 'duration_secs': 0.285063} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.975416] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 827398ff-e013-4b89-9d3f-41c3a60d445d/827398ff-e013-4b89-9d3f-41c3a60d445d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.976135] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d440773-590b-47e9-a570-85731ea7ac72 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.982589] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 947.982589] env[69563]: value = "task-3403969" [ 947.982589] env[69563]: _type = "Task" [ 947.982589] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.990911] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403969, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.187733] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-2014761c-8010-4047-b8a6-a1ac44ab6117" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.188104] env[69563]: DEBUG nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Instance network_info: |[{"id": "62ad573a-8b21-435a-946b-0743b66b541a", "address": "fa:16:3e:bc:23:8b", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ad573a-8b", "ovs_interfaceid": "62ad573a-8b21-435a-946b-0743b66b541a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.188631] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:23:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62ad573a-8b21-435a-946b-0743b66b541a', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.196239] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.196459] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.196684] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e566a66b-343f-446e-aac3-0d5f96920d5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.217308] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.217308] env[69563]: value = "task-3403970" [ 948.217308] env[69563]: _type = "Task" [ 948.217308] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.225130] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403970, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.271699] env[69563]: DEBUG nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.295596] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.295895] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.295985] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.296174] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.296324] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.296524] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.296737] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.297769] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.297769] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.297769] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.297769] env[69563]: DEBUG nova.virt.hardware [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.298261] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69d810-d6a5-458b-b709-89205df802d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.309991] env[69563]: DEBUG nova.compute.manager [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.310264] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.311841] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60621e07-b13c-4917-b200-5a1238c9e973 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.318067] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f547b9f-ccf2-4bc1-ac68-c702e95b0410 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.337597] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.337865] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9335dec4-e9fe-4658-abbf-3ac4dde81b59 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.345875] env[69563]: DEBUG oslo_vmware.api [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 948.345875] env[69563]: value = "task-3403971" [ 948.345875] env[69563]: _type = "Task" [ 948.345875] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.358426] env[69563]: DEBUG oslo_vmware.api [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.385446] env[69563]: DEBUG nova.compute.manager [req-de9d0122-cfd4-43fc-adc2-7e8798b05364 req-72f77a78-d587-4173-80d7-97546624867e service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Received event network-changed-62ad573a-8b21-435a-946b-0743b66b541a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.385642] env[69563]: DEBUG nova.compute.manager [req-de9d0122-cfd4-43fc-adc2-7e8798b05364 req-72f77a78-d587-4173-80d7-97546624867e service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Refreshing instance network info cache due to event network-changed-62ad573a-8b21-435a-946b-0743b66b541a. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.385851] env[69563]: DEBUG oslo_concurrency.lockutils [req-de9d0122-cfd4-43fc-adc2-7e8798b05364 req-72f77a78-d587-4173-80d7-97546624867e service nova] Acquiring lock "refresh_cache-2014761c-8010-4047-b8a6-a1ac44ab6117" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.385988] env[69563]: DEBUG oslo_concurrency.lockutils [req-de9d0122-cfd4-43fc-adc2-7e8798b05364 req-72f77a78-d587-4173-80d7-97546624867e service nova] Acquired lock "refresh_cache-2014761c-8010-4047-b8a6-a1ac44ab6117" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.386183] env[69563]: DEBUG nova.network.neutron [req-de9d0122-cfd4-43fc-adc2-7e8798b05364 req-72f77a78-d587-4173-80d7-97546624867e service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Refreshing network info cache for port 62ad573a-8b21-435a-946b-0743b66b541a {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 948.390487] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4672d617-48dd-48cd-8462-33c781f83f79 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "141467d7-c467-4dfa-89f5-066f36baf21b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.707s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.495498] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403969, 'name': Rename_Task, 'duration_secs': 0.141897} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.495778] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.496128] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13eadc29-a3bd-46b0-81a2-99a0c92c3661 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.508204] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 948.508204] env[69563]: value = "task-3403972" [ 948.508204] env[69563]: _type = "Task" [ 948.508204] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.519906] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.590474] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91db606-e9a3-442e-b112-f56086735107 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.599674] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51c28d2-72c6-4aee-b01b-b21c2ab015f5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.631035] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442af585-45da-4640-9a29-61709a956ccc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.638603] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefcafd5-e1c6-48ce-817d-2f8670362d2a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.657299] env[69563]: DEBUG nova.compute.provider_tree [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.727838] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403970, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.741597] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "1916e270-5696-40ae-af2d-382fbb64c25e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.741824] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.742055] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.742241] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.742397] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.745057] env[69563]: INFO nova.compute.manager [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Terminating instance [ 948.757596] env[69563]: DEBUG nova.network.neutron [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Successfully updated port: 88e63d06-0f72-4dca-be6b-ba56026af06f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 948.856867] env[69563]: DEBUG oslo_vmware.api [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.018718] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.054444] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.054744] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.055057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.055315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.056319] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.060357] env[69563]: INFO nova.compute.manager [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Terminating instance [ 949.125071] env[69563]: DEBUG nova.network.neutron [req-de9d0122-cfd4-43fc-adc2-7e8798b05364 req-72f77a78-d587-4173-80d7-97546624867e service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Updated VIF entry in instance network info cache for port 62ad573a-8b21-435a-946b-0743b66b541a. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 949.125765] env[69563]: DEBUG nova.network.neutron [req-de9d0122-cfd4-43fc-adc2-7e8798b05364 req-72f77a78-d587-4173-80d7-97546624867e service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Updating instance_info_cache with network_info: [{"id": "62ad573a-8b21-435a-946b-0743b66b541a", "address": "fa:16:3e:bc:23:8b", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ad573a-8b", "ovs_interfaceid": "62ad573a-8b21-435a-946b-0743b66b541a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 949.164156] env[69563]: DEBUG nova.scheduler.client.report [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.168716] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "141467d7-c467-4dfa-89f5-066f36baf21b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.169038] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "141467d7-c467-4dfa-89f5-066f36baf21b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.169312] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "141467d7-c467-4dfa-89f5-066f36baf21b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.169594] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "141467d7-c467-4dfa-89f5-066f36baf21b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.169843] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "141467d7-c467-4dfa-89f5-066f36baf21b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.172880] env[69563]: INFO nova.compute.manager [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Terminating instance [ 949.229050] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403970, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.249368] env[69563]: DEBUG nova.compute.manager [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.249695] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.251142] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10e140d-8f86-40b0-92b2-5c756ccb1d91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.260846] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "refresh_cache-fa72f5bc-f521-4def-91ab-9a77927c2fd8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.261036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "refresh_cache-fa72f5bc-f521-4def-91ab-9a77927c2fd8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.261239] env[69563]: DEBUG nova.network.neutron [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 949.262625] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.262914] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b811d634-1adc-4fa7-a4fd-da49e0611f97 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.270149] env[69563]: DEBUG oslo_vmware.api [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 949.270149] env[69563]: value = "task-3403973" [ 949.270149] env[69563]: _type = "Task" [ 949.270149] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.279746] env[69563]: DEBUG oslo_vmware.api [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.360793] env[69563]: DEBUG oslo_vmware.api [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403971, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.519922] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.565103] env[69563]: DEBUG nova.compute.manager [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.565414] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.566940] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71e1880-b738-43ff-b847-a18d27f80aeb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.577261] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.577640] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f705e21-e6c3-455e-8c94-f18d64d13822 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.584099] env[69563]: DEBUG oslo_vmware.api [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 949.584099] env[69563]: value = "task-3403974" [ 949.584099] env[69563]: _type = "Task" [ 949.584099] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.592575] env[69563]: DEBUG oslo_vmware.api [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.629017] env[69563]: DEBUG oslo_concurrency.lockutils [req-de9d0122-cfd4-43fc-adc2-7e8798b05364 req-72f77a78-d587-4173-80d7-97546624867e service nova] Releasing lock "refresh_cache-2014761c-8010-4047-b8a6-a1ac44ab6117" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.673497] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.674106] env[69563]: DEBUG nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.677289] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.308s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.677514] env[69563]: DEBUG nova.objects.instance [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lazy-loading 'resources' on Instance uuid 0966f90d-4ee4-461a-8943-5c11fccf788a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.678862] env[69563]: DEBUG nova.compute.manager [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.679065] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.680104] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1254b74e-8adc-4deb-8f10-8e41e2bb8f7b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.688633] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.689597] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-002c9b2d-6cd2-47c3-abda-a0bc9ec32c51 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.697120] env[69563]: DEBUG oslo_vmware.api [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 949.697120] env[69563]: value = "task-3403975" [ 949.697120] env[69563]: _type = "Task" [ 949.697120] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.705967] env[69563]: DEBUG oslo_vmware.api [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.732073] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403970, 'name': CreateVM_Task, 'duration_secs': 1.307174} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.732302] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.733124] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.733303] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.733637] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.734242] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7db7ce-f321-4dc5-a432-2dd9eeb77cf5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.739883] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 949.739883] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5255c792-a8fa-e474-861f-a4399c4fb9b4" [ 949.739883] env[69563]: _type = "Task" [ 949.739883] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.750292] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5255c792-a8fa-e474-861f-a4399c4fb9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.781054] env[69563]: DEBUG oslo_vmware.api [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403973, 'name': PowerOffVM_Task, 'duration_secs': 0.317552} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.781260] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.781430] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.781718] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c29a09b-0645-47ea-993a-55343104de36 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.801661] env[69563]: DEBUG nova.network.neutron [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 949.864011] env[69563]: DEBUG oslo_vmware.api [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403971, 'name': PowerOffVM_Task, 'duration_secs': 1.036047} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.864818] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.864978] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.866182] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-401471fd-99bf-44c0-9d17-4894152440ea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.867896] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.868171] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.868302] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleting the datastore file [datastore2] 1916e270-5696-40ae-af2d-382fbb64c25e {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.868586] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd1d204-3fb0-46ad-9620-83f318ba657a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.875017] env[69563]: DEBUG oslo_vmware.api [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for the task: (returnval){ [ 949.875017] env[69563]: value = "task-3403978" [ 949.875017] env[69563]: _type = "Task" [ 949.875017] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.883717] env[69563]: DEBUG oslo_vmware.api [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.937224] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.937544] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.937743] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleting the datastore file [datastore2] 62a63886-8d41-4977-80d3-50b1a34feb86 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.938144] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-215608d2-b53a-42ec-a3de-663b16ea157f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.946605] env[69563]: DEBUG oslo_vmware.api [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for the task: (returnval){ [ 949.946605] env[69563]: value = "task-3403979" [ 949.946605] env[69563]: _type = "Task" [ 949.946605] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.958864] env[69563]: DEBUG oslo_vmware.api [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.020617] env[69563]: DEBUG oslo_vmware.api [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3403972, 'name': PowerOnVM_Task, 'duration_secs': 1.159145} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.020897] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.021127] env[69563]: INFO nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Took 8.70 seconds to spawn the instance on the hypervisor. [ 950.021340] env[69563]: DEBUG nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.022190] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8325d7ba-bbea-4768-8a93-f9be9af35aea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.036041] env[69563]: DEBUG nova.network.neutron [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Updating instance_info_cache with network_info: [{"id": "88e63d06-0f72-4dca-be6b-ba56026af06f", "address": "fa:16:3e:d1:9c:cc", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e63d06-0f", "ovs_interfaceid": "88e63d06-0f72-4dca-be6b-ba56026af06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 950.094513] env[69563]: DEBUG oslo_vmware.api [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403974, 'name': PowerOffVM_Task, 'duration_secs': 0.2411} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.094798] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.094973] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.095250] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b9bf130-94c3-4a1d-8c4d-50713c3a590a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.158887] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.159143] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.159332] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleting the datastore file [datastore1] eeed10ac-2679-4e7f-bd49-2ae2269c7648 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.159619] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ac899d-c5a5-4317-bef3-6839fd4f9306 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.165944] env[69563]: DEBUG oslo_vmware.api [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 950.165944] env[69563]: value = "task-3403981" [ 950.165944] env[69563]: _type = "Task" [ 950.165944] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.174626] env[69563]: DEBUG oslo_vmware.api [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.181134] env[69563]: DEBUG nova.compute.utils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.182609] env[69563]: DEBUG nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.182813] env[69563]: DEBUG nova.network.neutron [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 950.207334] env[69563]: DEBUG oslo_vmware.api [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403975, 'name': PowerOffVM_Task, 'duration_secs': 0.221614} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.207653] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.207833] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.210587] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e94bc00-2fe5-4bd0-a933-fc306ad26602 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.226399] env[69563]: DEBUG nova.policy [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bccf9aed6853405e9a9d891ac04b269b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd80ba41ffeb14645a71cda26a7cf01a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.250058] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5255c792-a8fa-e474-861f-a4399c4fb9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.252863] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.253124] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.253359] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.253503] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.253677] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.254222] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca61160f-c3f7-46c5-8b62-1fdd3fc44c0e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.264892] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.265082] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.266250] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3220cd65-6cc8-48ab-afd1-d96ffe264da4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.274469] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 950.274469] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5250f02d-8676-2fcf-7494-cfce2b56ef2f" [ 950.274469] env[69563]: _type = "Task" [ 950.274469] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.282927] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5250f02d-8676-2fcf-7494-cfce2b56ef2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.287166] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.287372] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.287546] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleting the datastore file [datastore1] 141467d7-c467-4dfa-89f5-066f36baf21b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.287806] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e243c31b-77d8-457f-8b57-4acbc5c27fd8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.295675] env[69563]: DEBUG oslo_vmware.api [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for the task: (returnval){ [ 950.295675] env[69563]: value = "task-3403983" [ 950.295675] env[69563]: _type = "Task" [ 950.295675] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.306912] env[69563]: DEBUG oslo_vmware.api [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.388009] env[69563]: DEBUG oslo_vmware.api [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Task: {'id': task-3403978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173332} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.388339] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.388537] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.388711] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.389495] env[69563]: INFO nova.compute.manager [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.389495] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.389495] env[69563]: DEBUG nova.compute.manager [-] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.389495] env[69563]: DEBUG nova.network.neutron [-] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 950.421486] env[69563]: DEBUG nova.compute.manager [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Received event network-vif-plugged-88e63d06-0f72-4dca-be6b-ba56026af06f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.421486] env[69563]: DEBUG oslo_concurrency.lockutils [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] Acquiring lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.421633] env[69563]: DEBUG oslo_concurrency.lockutils [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] Lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.421818] env[69563]: DEBUG oslo_concurrency.lockutils [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] Lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.421984] env[69563]: DEBUG nova.compute.manager [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] No waiting events found dispatching network-vif-plugged-88e63d06-0f72-4dca-be6b-ba56026af06f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.422176] env[69563]: WARNING nova.compute.manager [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Received unexpected event network-vif-plugged-88e63d06-0f72-4dca-be6b-ba56026af06f for instance with vm_state building and task_state spawning. [ 950.422805] env[69563]: DEBUG nova.compute.manager [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Received event network-changed-88e63d06-0f72-4dca-be6b-ba56026af06f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.422805] env[69563]: DEBUG nova.compute.manager [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Refreshing instance network info cache due to event network-changed-88e63d06-0f72-4dca-be6b-ba56026af06f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.422805] env[69563]: DEBUG oslo_concurrency.lockutils [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] Acquiring lock "refresh_cache-fa72f5bc-f521-4def-91ab-9a77927c2fd8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.462930] env[69563]: DEBUG oslo_vmware.api [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Task: {'id': task-3403979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153008} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.463231] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.463411] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.463637] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.463836] env[69563]: INFO nova.compute.manager [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Took 2.15 seconds to destroy the instance on the hypervisor. [ 950.464088] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.464344] env[69563]: DEBUG nova.compute.manager [-] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.464427] env[69563]: DEBUG nova.network.neutron [-] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 950.517998] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ebdc83-b352-4c98-b3b8-16d180fe1a7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.525815] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3c522-a9af-4456-bf64-7823edd39aa0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.568484] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "refresh_cache-fa72f5bc-f521-4def-91ab-9a77927c2fd8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.568762] env[69563]: DEBUG nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Instance network_info: |[{"id": "88e63d06-0f72-4dca-be6b-ba56026af06f", "address": "fa:16:3e:d1:9c:cc", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e63d06-0f", "ovs_interfaceid": "88e63d06-0f72-4dca-be6b-ba56026af06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.571077] env[69563]: DEBUG oslo_concurrency.lockutils [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] Acquired lock "refresh_cache-fa72f5bc-f521-4def-91ab-9a77927c2fd8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.571276] env[69563]: DEBUG nova.network.neutron [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Refreshing network info cache for port 88e63d06-0f72-4dca-be6b-ba56026af06f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 950.572278] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:9c:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88e63d06-0f72-4dca-be6b-ba56026af06f', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.579632] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.580389] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee6f73-1cf0-45ec-8ff7-f25345067a9c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.586044] env[69563]: INFO nova.compute.manager [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Took 33.30 seconds to build instance. [ 950.586878] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.587467] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f6b8532-c387-4f67-8a1e-6d0a20bca5a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.607746] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51feb00a-fbf2-47dd-859d-79a769ff57b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.612785] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.612785] env[69563]: value = "task-3403984" [ 950.612785] env[69563]: _type = "Task" [ 950.612785] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.624273] env[69563]: DEBUG nova.compute.provider_tree [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.630273] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403984, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.677611] env[69563]: DEBUG oslo_vmware.api [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21566} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.678807] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.678807] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.679033] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.679234] env[69563]: INFO nova.compute.manager [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Took 1.11 seconds to destroy the instance on the hypervisor. [ 950.679770] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.679970] env[69563]: DEBUG nova.compute.manager [-] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.680086] env[69563]: DEBUG nova.network.neutron [-] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 950.685910] env[69563]: DEBUG nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.694348] env[69563]: DEBUG nova.compute.manager [req-e3c9c5f1-f707-48fd-b39f-857e14b0581f req-7c48ff8a-3d18-4f9a-84b9-9d4c860665a3 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Received event network-vif-deleted-6e488c88-ce31-424e-9524-6a97ab0057c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.694573] env[69563]: INFO nova.compute.manager [req-e3c9c5f1-f707-48fd-b39f-857e14b0581f req-7c48ff8a-3d18-4f9a-84b9-9d4c860665a3 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Neutron deleted interface 6e488c88-ce31-424e-9524-6a97ab0057c9; detaching it from the instance and deleting it from the info cache [ 950.694744] env[69563]: DEBUG nova.network.neutron [req-e3c9c5f1-f707-48fd-b39f-857e14b0581f req-7c48ff8a-3d18-4f9a-84b9-9d4c860665a3 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 950.710604] env[69563]: DEBUG nova.network.neutron [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Successfully created port: 816136e9-175e-43b1-8c8a-9541ae4aa0ce {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 950.784979] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5250f02d-8676-2fcf-7494-cfce2b56ef2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.785887] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e117e7-e9b9-4048-9676-7cebdc774fe1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.793535] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 950.793535] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52500631-3a98-32bb-177f-65880adc971e" [ 950.793535] env[69563]: _type = "Task" [ 950.793535] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.804899] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52500631-3a98-32bb-177f-65880adc971e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.812189] env[69563]: DEBUG oslo_vmware.api [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Task: {'id': task-3403983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240654} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.812442] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.812650] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.812837] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.813015] env[69563]: INFO nova.compute.manager [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 950.813262] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.813447] env[69563]: DEBUG nova.compute.manager [-] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.813540] env[69563]: DEBUG nova.network.neutron [-] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 951.088631] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6e19baf1-7cf3-47cd-8f33-3b788edfe5af tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "827398ff-e013-4b89-9d3f-41c3a60d445d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.812s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.125376] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403984, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.130021] env[69563]: DEBUG nova.scheduler.client.report [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.148730] env[69563]: DEBUG nova.network.neutron [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Updated VIF entry in instance network info cache for port 88e63d06-0f72-4dca-be6b-ba56026af06f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 951.149078] env[69563]: DEBUG nova.network.neutron [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Updating instance_info_cache with network_info: [{"id": "88e63d06-0f72-4dca-be6b-ba56026af06f", "address": "fa:16:3e:d1:9c:cc", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e63d06-0f", "ovs_interfaceid": "88e63d06-0f72-4dca-be6b-ba56026af06f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 951.167251] env[69563]: DEBUG nova.network.neutron [-] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 951.197293] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eeea9ebe-ca4f-4d7a-8cbc-2bd22799c556 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.209989] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4124f4a-bc7e-4cbd-aa80-f1ef0872f0b7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.244706] env[69563]: DEBUG nova.compute.manager [req-e3c9c5f1-f707-48fd-b39f-857e14b0581f req-7c48ff8a-3d18-4f9a-84b9-9d4c860665a3 service nova] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Detach interface failed, port_id=6e488c88-ce31-424e-9524-6a97ab0057c9, reason: Instance 1916e270-5696-40ae-af2d-382fbb64c25e could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.308602] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52500631-3a98-32bb-177f-65880adc971e, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.308746] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.309118] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 2014761c-8010-4047-b8a6-a1ac44ab6117/2014761c-8010-4047-b8a6-a1ac44ab6117.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.309477] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71e3d1b8-0121-4ff9-8b95-f5acf6e50b50 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.317281] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 951.317281] env[69563]: value = "task-3403985" [ 951.317281] env[69563]: _type = "Task" [ 951.317281] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.328786] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.560194] env[69563]: DEBUG nova.network.neutron [-] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 951.574141] env[69563]: DEBUG nova.network.neutron [-] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 951.625058] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403984, 'name': CreateVM_Task, 'duration_secs': 0.648365} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.625342] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.626236] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.626486] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.626881] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.628695] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a683217-4a92-43e3-98c1-2e714a2dc5a8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.634263] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 951.634263] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528c41a1-fd8e-0dfb-dda1-3f638783d2c7" [ 951.634263] env[69563]: _type = "Task" [ 951.634263] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.635239] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.644861] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.068s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.645167] env[69563]: DEBUG nova.objects.instance [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lazy-loading 'resources' on Instance uuid 0ed1ab99-59ad-402e-8d5f-6b06cf01554b {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.653019] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528c41a1-fd8e-0dfb-dda1-3f638783d2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.655504] env[69563]: DEBUG nova.network.neutron [-] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 951.656970] env[69563]: DEBUG oslo_concurrency.lockutils [req-14178cd8-add5-4fdc-a845-04535299cd45 req-3e2e43ac-a249-4b68-b79c-c6e525009132 service nova] Releasing lock "refresh_cache-fa72f5bc-f521-4def-91ab-9a77927c2fd8" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.670077] env[69563]: INFO nova.compute.manager [-] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Took 1.28 seconds to deallocate network for instance. [ 951.679281] env[69563]: INFO nova.scheduler.client.report [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Deleted allocations for instance 0966f90d-4ee4-461a-8943-5c11fccf788a [ 951.698792] env[69563]: DEBUG nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.735678] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.735851] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.736021] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.736246] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.736405] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.736677] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.736824] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.737207] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.737207] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.737382] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.737433] env[69563]: DEBUG nova.virt.hardware [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.738824] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a721d6-9318-40db-944c-f6672167a866 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.748497] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689d0f34-2e0f-40e1-b9b7-6bf359669e05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.829989] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503424} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.831024] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 2014761c-8010-4047-b8a6-a1ac44ab6117/2014761c-8010-4047-b8a6-a1ac44ab6117.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.831024] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.831024] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62f908aa-4a84-42be-a96e-2bb409165336 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.838651] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 951.838651] env[69563]: value = "task-3403986" [ 951.838651] env[69563]: _type = "Task" [ 951.838651] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.847651] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.069764] env[69563]: INFO nova.compute.manager [-] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Took 1.61 seconds to deallocate network for instance. [ 952.078228] env[69563]: INFO nova.compute.manager [-] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Took 1.40 seconds to deallocate network for instance. [ 952.146034] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528c41a1-fd8e-0dfb-dda1-3f638783d2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.052859} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.146034] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.146494] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.146494] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.146494] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.146637] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.147352] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ebb584f-7145-4444-9787-4d2c4f6edf4c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.158916] env[69563]: INFO nova.compute.manager [-] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Took 1.35 seconds to deallocate network for instance. [ 952.162329] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.162702] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.166139] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3e0cb9-bd8d-4f48-9f8b-d06374462aa8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.172876] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 952.172876] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52115e05-a150-5b16-7300-acfbff600f04" [ 952.172876] env[69563]: _type = "Task" [ 952.172876] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.182084] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.182421] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52115e05-a150-5b16-7300-acfbff600f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.189854] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6836ee41-5fa1-48e2-82c1-f9b9cd0d1075 tempest-ServersAdminTestJSON-638363253 tempest-ServersAdminTestJSON-638363253-project-member] Lock "0966f90d-4ee4-461a-8943-5c11fccf788a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.321s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.364024] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101923} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.364024] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.364024] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6313d076-af86-4a58-b324-051b63491888 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.386728] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 2014761c-8010-4047-b8a6-a1ac44ab6117/2014761c-8010-4047-b8a6-a1ac44ab6117.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.389939] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d47e23-9cf0-424c-b017-206785e1eb53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.415318] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 952.415318] env[69563]: value = "task-3403987" [ 952.415318] env[69563]: _type = "Task" [ 952.415318] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.424988] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.473428] env[69563]: DEBUG nova.compute.manager [req-245dc327-c851-48a8-bdd4-a47e9f27b971 req-034157b3-836a-4a66-bb83-0238cf705e46 service nova] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Received event network-vif-deleted-1b8a70af-6f74-4120-9ebe-9e3a1e4bac98 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.577119] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.589575] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.643397] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedc52bb-877f-413a-ab1f-d5f6c3960ef8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.652798] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab89eb4c-853e-4564-a2cd-599d1970f365 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.685597] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.690519] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6fd50b-8ef2-4840-9d7f-c2b382174283 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.700971] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52115e05-a150-5b16-7300-acfbff600f04, 'name': SearchDatastore_Task, 'duration_secs': 0.014809} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.703866] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d8db77-5c88-4d10-bb59-f5c6ddc58873 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.707151] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5433f3-6eed-481e-a9d9-4d444bc34a18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.729110] env[69563]: DEBUG nova.compute.provider_tree [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.731022] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 952.731022] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a2ed67-ea7e-f92d-dd36-e18f5dcbfc2b" [ 952.731022] env[69563]: _type = "Task" [ 952.731022] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.743757] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a2ed67-ea7e-f92d-dd36-e18f5dcbfc2b, 'name': SearchDatastore_Task, 'duration_secs': 0.015848} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.745016] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.745236] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] fa72f5bc-f521-4def-91ab-9a77927c2fd8/fa72f5bc-f521-4def-91ab-9a77927c2fd8.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.747791] env[69563]: DEBUG nova.compute.manager [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Received event network-vif-deleted-44f2d924-6b7c-4d2d-8685-804cb8ef4d8f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.747791] env[69563]: DEBUG nova.compute.manager [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Received event network-vif-deleted-c58856ff-35f4-443e-b611-d30834927395 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.747892] env[69563]: DEBUG nova.compute.manager [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Received event network-changed-c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.747979] env[69563]: DEBUG nova.compute.manager [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Refreshing instance network info cache due to event network-changed-c6e41f13-ee1e-4089-b380-af02cd7b4e9b. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.748239] env[69563]: DEBUG oslo_concurrency.lockutils [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] Acquiring lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.749695] env[69563]: DEBUG oslo_concurrency.lockutils [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] Acquired lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.749695] env[69563]: DEBUG nova.network.neutron [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Refreshing network info cache for port c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 952.750481] env[69563]: DEBUG nova.network.neutron [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Successfully updated port: 816136e9-175e-43b1-8c8a-9541ae4aa0ce {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 952.752161] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a4231a4-2366-4ca6-95c3-c57f224f0720 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.763678] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 952.763678] env[69563]: value = "task-3403988" [ 952.763678] env[69563]: _type = "Task" [ 952.763678] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.774274] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.910028] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9f1e7-ee64-b30c-2f0f-b26b5bec99e2/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 952.911279] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b87d0-0027-4a56-b73e-9622ecbeff8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.920749] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9f1e7-ee64-b30c-2f0f-b26b5bec99e2/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 952.920896] env[69563]: ERROR oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9f1e7-ee64-b30c-2f0f-b26b5bec99e2/disk-0.vmdk due to incomplete transfer. [ 952.921420] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd666b16-83cb-4a88-89c0-479f3afc1caa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.926096] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.933875] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a9f1e7-ee64-b30c-2f0f-b26b5bec99e2/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 952.934110] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Uploaded image a3bcadf3-bd24-42bf-86a1-9b107f740491 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 952.936994] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 952.937412] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7310fa13-d25f-4738-b89c-fe8aed81ecfd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.944037] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 952.944037] env[69563]: value = "task-3403989" [ 952.944037] env[69563]: _type = "Task" [ 952.944037] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.953212] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403989, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.237230] env[69563]: DEBUG nova.scheduler.client.report [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.257730] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.257882] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.258062] env[69563]: DEBUG nova.network.neutron [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 953.276150] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.427542] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403987, 'name': ReconfigVM_Task, 'duration_secs': 0.852451} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.427818] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 2014761c-8010-4047-b8a6-a1ac44ab6117/2014761c-8010-4047-b8a6-a1ac44ab6117.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.428504] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db54f91f-1b12-4b1c-9195-9227c0c78d6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.435597] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 953.435597] env[69563]: value = "task-3403990" [ 953.435597] env[69563]: _type = "Task" [ 953.435597] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.448296] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403990, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.461074] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403989, 'name': Destroy_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.494158] env[69563]: DEBUG nova.network.neutron [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Updated VIF entry in instance network info cache for port c6e41f13-ee1e-4089-b380-af02cd7b4e9b. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 953.494727] env[69563]: DEBUG nova.network.neutron [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Updating instance_info_cache with network_info: [{"id": "c6e41f13-ee1e-4089-b380-af02cd7b4e9b", "address": "fa:16:3e:55:16:89", "network": {"id": "41658aa1-d5e1-4920-85c9-a1e55b5a86d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1533208479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "464dbec5f2ed4fe7a82ece0cc1e2f399", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6e41f13-ee", "ovs_interfaceid": "c6e41f13-ee1e-4089-b380-af02cd7b4e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 953.746238] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.748802] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.264s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.749621] env[69563]: DEBUG nova.objects.instance [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lazy-loading 'resources' on Instance uuid 42d72409-766d-452c-8767-db1d2f3faa7d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.784656] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403988, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.785766] env[69563]: INFO nova.scheduler.client.report [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted allocations for instance 0ed1ab99-59ad-402e-8d5f-6b06cf01554b [ 953.842785] env[69563]: DEBUG nova.network.neutron [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 953.957544] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403990, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.965335] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403989, 'name': Destroy_Task, 'duration_secs': 0.769229} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.965335] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Destroyed the VM [ 953.965335] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.965335] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71d3008c-6ecb-4566-a6b1-3b08b457e9a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.970223] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 953.970223] env[69563]: value = "task-3403991" [ 953.970223] env[69563]: _type = "Task" [ 953.970223] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.979865] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403991, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.997613] env[69563]: DEBUG oslo_concurrency.lockutils [req-70104007-ba6e-4324-badd-e58b616c9fbc req-cc89fdce-d956-4901-8487-c8ab939102e1 service nova] Releasing lock "refresh_cache-827398ff-e013-4b89-9d3f-41c3a60d445d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.023394] env[69563]: DEBUG nova.network.neutron [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance_info_cache with network_info: [{"id": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "address": "fa:16:3e:ea:f9:1d", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816136e9-17", "ovs_interfaceid": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 954.276941] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403988, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.122781} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.277397] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] fa72f5bc-f521-4def-91ab-9a77927c2fd8/fa72f5bc-f521-4def-91ab-9a77927c2fd8.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.277397] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.277631] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2e0c935-b204-4afe-b4ef-c60dfe846985 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.284463] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 954.284463] env[69563]: value = "task-3403992" [ 954.284463] env[69563]: _type = "Task" [ 954.284463] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.299552] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.303018] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9efbf1d4-c17a-46c3-b011-33cebaf96893 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "0ed1ab99-59ad-402e-8d5f-6b06cf01554b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.393s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.448930] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403990, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.479816] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403991, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.512245] env[69563]: DEBUG nova.compute.manager [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Received event network-vif-plugged-816136e9-175e-43b1-8c8a-9541ae4aa0ce {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.512245] env[69563]: DEBUG oslo_concurrency.lockutils [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] Acquiring lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.512245] env[69563]: DEBUG oslo_concurrency.lockutils [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.512463] env[69563]: DEBUG oslo_concurrency.lockutils [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.512463] env[69563]: DEBUG nova.compute.manager [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] No waiting events found dispatching network-vif-plugged-816136e9-175e-43b1-8c8a-9541ae4aa0ce {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.512878] env[69563]: WARNING nova.compute.manager [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Received unexpected event network-vif-plugged-816136e9-175e-43b1-8c8a-9541ae4aa0ce for instance with vm_state building and task_state spawning. [ 954.512878] env[69563]: DEBUG nova.compute.manager [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Received event network-changed-816136e9-175e-43b1-8c8a-9541ae4aa0ce {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.513081] env[69563]: DEBUG nova.compute.manager [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Refreshing instance network info cache due to event network-changed-816136e9-175e-43b1-8c8a-9541ae4aa0ce. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.513406] env[69563]: DEBUG oslo_concurrency.lockutils [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] Acquiring lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.526873] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.527197] env[69563]: DEBUG nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Instance network_info: |[{"id": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "address": "fa:16:3e:ea:f9:1d", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816136e9-17", "ovs_interfaceid": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.527596] env[69563]: DEBUG oslo_concurrency.lockutils [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] Acquired lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.527710] env[69563]: DEBUG nova.network.neutron [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Refreshing network info cache for port 816136e9-175e-43b1-8c8a-9541ae4aa0ce {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 954.528897] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:f9:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '816136e9-175e-43b1-8c8a-9541ae4aa0ce', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.536575] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.539920] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.540641] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5dde9ca-696f-4451-9e58-ebd4b2007a4e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.556309] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724c992a-43ed-42de-89ea-2b880c39b057 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.563820] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77754f57-5804-4dbb-8042-5209bec587d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.567832] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.567832] env[69563]: value = "task-3403993" [ 954.567832] env[69563]: _type = "Task" [ 954.567832] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.603414] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c64f9a-1a81-470d-a167-b09d2c79d2a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.609458] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403993, 'name': CreateVM_Task} progress is 15%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.614533] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3c1925-44ed-4246-8c82-a24161a20069 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.628770] env[69563]: DEBUG nova.compute.provider_tree [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.794235] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065121} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.794531] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.795737] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d274d3c7-eac0-45ec-874b-248825e62154 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.818755] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] fa72f5bc-f521-4def-91ab-9a77927c2fd8/fa72f5bc-f521-4def-91ab-9a77927c2fd8.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.819477] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736e5c5a-d849-48d1-86e0-aa9bd9ca38ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.838355] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 954.838355] env[69563]: value = "task-3403994" [ 954.838355] env[69563]: _type = "Task" [ 954.838355] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.846446] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.947551] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403990, 'name': Rename_Task, 'duration_secs': 1.242769} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.947835] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.948087] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c95d60-0c61-40e1-a246-42c282d7ef62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.954346] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 954.954346] env[69563]: value = "task-3403995" [ 954.954346] env[69563]: _type = "Task" [ 954.954346] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.962321] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.980039] env[69563]: DEBUG oslo_vmware.api [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3403991, 'name': RemoveSnapshot_Task, 'duration_secs': 0.530493} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.980379] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.980617] env[69563]: INFO nova.compute.manager [None req-bd2bb4bd-40ee-4fe4-a483-7634a7d491a6 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Took 17.42 seconds to snapshot the instance on the hypervisor. [ 955.029034] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "059d444c-f15e-4e19-a478-88f89022de01" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.029305] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.078783] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3403993, 'name': CreateVM_Task, 'duration_secs': 0.356341} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.078956] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.080069] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.080253] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.080591] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.084733] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3068f966-37b9-400a-a302-e35835f95919 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.089926] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 955.089926] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5266e6c4-7e40-0694-d65e-355e1fa20b15" [ 955.089926] env[69563]: _type = "Task" [ 955.089926] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.099619] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5266e6c4-7e40-0694-d65e-355e1fa20b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.133325] env[69563]: DEBUG nova.scheduler.client.report [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.296572] env[69563]: DEBUG nova.network.neutron [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updated VIF entry in instance network info cache for port 816136e9-175e-43b1-8c8a-9541ae4aa0ce. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 955.296944] env[69563]: DEBUG nova.network.neutron [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance_info_cache with network_info: [{"id": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "address": "fa:16:3e:ea:f9:1d", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816136e9-17", "ovs_interfaceid": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 955.348994] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.466580] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.533276] env[69563]: DEBUG nova.compute.utils [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.600750] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5266e6c4-7e40-0694-d65e-355e1fa20b15, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.601061] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.601500] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.601623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.601771] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.601947] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.602252] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-837bf556-0d72-43ec-9bbe-b0524a8286cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.611606] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.611853] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.613397] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d93b95-213e-40aa-9966-56112617bcd1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.618842] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 955.618842] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52801514-040d-b9bf-7190-d0a32980b59e" [ 955.618842] env[69563]: _type = "Task" [ 955.618842] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.628325] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52801514-040d-b9bf-7190-d0a32980b59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.637540] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.639822] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.458s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.640031] env[69563]: DEBUG nova.objects.instance [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lazy-loading 'resources' on Instance uuid 1916e270-5696-40ae-af2d-382fbb64c25e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.661934] env[69563]: INFO nova.scheduler.client.report [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Deleted allocations for instance 42d72409-766d-452c-8767-db1d2f3faa7d [ 955.799487] env[69563]: DEBUG oslo_concurrency.lockutils [req-90a64352-4a86-4a00-a5b9-74ec9559c195 req-e97d87c4-e6f0-4ee7-80b7-698da149c455 service nova] Releasing lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.850115] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403994, 'name': ReconfigVM_Task, 'duration_secs': 0.564345} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.850517] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Reconfigured VM instance instance-00000051 to attach disk [datastore2] fa72f5bc-f521-4def-91ab-9a77927c2fd8/fa72f5bc-f521-4def-91ab-9a77927c2fd8.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.851202] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f13c81ec-488a-4bae-b6fa-f4259b82ccaa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.857823] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 955.857823] env[69563]: value = "task-3403996" [ 955.857823] env[69563]: _type = "Task" [ 955.857823] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.866549] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403996, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.965593] env[69563]: DEBUG oslo_vmware.api [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3403995, 'name': PowerOnVM_Task, 'duration_secs': 0.668692} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.965593] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.965593] env[69563]: INFO nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Took 10.16 seconds to spawn the instance on the hypervisor. [ 955.965593] env[69563]: DEBUG nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.966161] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822583bc-c1ce-4dce-91ac-6fb71c06d838 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.036558] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.129670] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52801514-040d-b9bf-7190-d0a32980b59e, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.130675] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9df939e-8a0a-4957-b7c6-3535f478b4a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.136200] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 956.136200] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5209a094-e59d-d2a8-56bd-6a72fe85b16e" [ 956.136200] env[69563]: _type = "Task" [ 956.136200] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.148485] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5209a094-e59d-d2a8-56bd-6a72fe85b16e, 'name': SearchDatastore_Task, 'duration_secs': 0.009835} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.148729] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.148968] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] fbcc81f4-cf05-4b99-b8b4-72b664dbc93f/fbcc81f4-cf05-4b99-b8b4-72b664dbc93f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.149242] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b95d34e4-7ee2-42f7-b70c-f7a23cbbd581 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.155811] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 956.155811] env[69563]: value = "task-3403997" [ 956.155811] env[69563]: _type = "Task" [ 956.155811] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.170111] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1ce2ccd-da9f-4503-ade8-5cc63af79163 tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "42d72409-766d-452c-8767-db1d2f3faa7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.127s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.371133] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403996, 'name': Rename_Task, 'duration_secs': 0.298025} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.374408] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.374515] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96724084-7ac3-49e2-bb30-d4697fe72edb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.381881] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 956.381881] env[69563]: value = "task-3403998" [ 956.381881] env[69563]: _type = "Task" [ 956.381881] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.387060] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e047d8a7-8a2b-4e2e-b4f9-7883924f601b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.397169] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd677da-25c2-4058-845c-6be3b2bd4148 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.400785] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.429061] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55014d2-92b0-4516-8db1-65d061fbab1f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.437172] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7c6003-d3db-4d7b-8a11-0c005d0c059f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.451514] env[69563]: DEBUG nova.compute.provider_tree [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.483039] env[69563]: INFO nova.compute.manager [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Took 37.58 seconds to build instance. [ 956.666131] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403997, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.894321] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.954594] env[69563]: DEBUG nova.scheduler.client.report [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.987563] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54df4d96-d491-47b7-a43d-232aa828f9e7 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.377s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.111060] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "059d444c-f15e-4e19-a478-88f89022de01" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.112194] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.112194] env[69563]: INFO nova.compute.manager [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Attaching volume 28fcfa1c-d15d-45d0-937d-628bc0f7d7bc to /dev/sdb [ 957.153011] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d70422-9a6c-4b27-ade6-ac8e3efac7f4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.164166] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582e483-ebec-4dbf-a237-a9ed1b655207 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.169810] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512451} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.170561] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] fbcc81f4-cf05-4b99-b8b4-72b664dbc93f/fbcc81f4-cf05-4b99-b8b4-72b664dbc93f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.170790] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.171220] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f32e0479-dc6d-4b8b-86bb-82d053c0fb95 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.179979] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 957.179979] env[69563]: value = "task-3403999" [ 957.179979] env[69563]: _type = "Task" [ 957.179979] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.185831] env[69563]: DEBUG nova.virt.block_device [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Updating existing volume attachment record: 2de70271-ad0e-4aa3-8fe4-1ba913917dc2 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 957.203895] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.392334] env[69563]: DEBUG oslo_vmware.api [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3403998, 'name': PowerOnVM_Task, 'duration_secs': 0.801907} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.392628] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.392845] env[69563]: INFO nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Took 9.12 seconds to spawn the instance on the hypervisor. [ 957.393043] env[69563]: DEBUG nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.394242] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f8f9f-dc3a-45ef-87e7-ccf1ff926d21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.460013] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.462438] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.886s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.462749] env[69563]: DEBUG nova.objects.instance [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lazy-loading 'resources' on Instance uuid 62a63886-8d41-4977-80d3-50b1a34feb86 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.493609] env[69563]: INFO nova.scheduler.client.report [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Deleted allocations for instance 1916e270-5696-40ae-af2d-382fbb64c25e [ 957.702438] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3403999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07508} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.702438] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.702733] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30818e5c-1811-4b30-9219-e313b8d94cc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.722959] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "2014761c-8010-4047-b8a6-a1ac44ab6117" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.723230] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.723425] env[69563]: DEBUG nova.compute.manager [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.733046] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] fbcc81f4-cf05-4b99-b8b4-72b664dbc93f/fbcc81f4-cf05-4b99-b8b4-72b664dbc93f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.733922] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ce77d-09fd-465e-a154-fe3e48be1f35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.736781] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb44778-97b6-4640-b9e1-d7f8f857034e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.758758] env[69563]: DEBUG nova.compute.manager [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 957.759396] env[69563]: DEBUG nova.objects.instance [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lazy-loading 'flavor' on Instance uuid 2014761c-8010-4047-b8a6-a1ac44ab6117 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.761867] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 957.761867] env[69563]: value = "task-3404003" [ 957.761867] env[69563]: _type = "Task" [ 957.761867] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.770455] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.915547] env[69563]: INFO nova.compute.manager [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Took 36.81 seconds to build instance. [ 958.002644] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d23915c2-af9b-4176-ac0e-a06d91a72d50 tempest-ServersNegativeTestJSON-332037040 tempest-ServersNegativeTestJSON-332037040-project-member] Lock "1916e270-5696-40ae-af2d-382fbb64c25e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.261s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.215988] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquiring lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.216297] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.217847] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511c5db2-456b-443b-9919-666b551c9e14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.226301] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed48db6-0b17-4aad-a56d-d4f9349110e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.261892] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f9f5b2-dc93-43f0-9ea3-c01c8bc9bb16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.278227] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404003, 'name': ReconfigVM_Task, 'duration_secs': 0.378919} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.280636] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] fbcc81f4-cf05-4b99-b8b4-72b664dbc93f/fbcc81f4-cf05-4b99-b8b4-72b664dbc93f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.281619] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39f576d1-dfb6-43b9-b27b-96d1f59304fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.284102] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63c81d8-26d7-4ed5-8650-10609248e128 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.299737] env[69563]: DEBUG nova.compute.provider_tree [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.302134] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 958.302134] env[69563]: value = "task-3404004" [ 958.302134] env[69563]: _type = "Task" [ 958.302134] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.305257] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "35e089c6-2789-412d-b382-d2f1047b104f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.305471] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "35e089c6-2789-412d-b382-d2f1047b104f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.305666] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "35e089c6-2789-412d-b382-d2f1047b104f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.305843] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "35e089c6-2789-412d-b382-d2f1047b104f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.305997] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "35e089c6-2789-412d-b382-d2f1047b104f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.308226] env[69563]: INFO nova.compute.manager [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Terminating instance [ 958.313895] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404004, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.417696] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3bbbf43a-605d-41b3-b259-b1cbc2a87fcf tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.737s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.526923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.526923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.526923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.526923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.526923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.527858] env[69563]: INFO nova.compute.manager [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Terminating instance [ 958.657758] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.658032] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.658263] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.658456] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.658623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.660760] env[69563]: INFO nova.compute.manager [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Terminating instance [ 958.721652] env[69563]: DEBUG nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.773162] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.773489] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f29194-8f1b-41bd-ab36-f8f871a9eae0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.781657] env[69563]: DEBUG oslo_vmware.api [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 958.781657] env[69563]: value = "task-3404005" [ 958.781657] env[69563]: _type = "Task" [ 958.781657] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.793976] env[69563]: DEBUG oslo_vmware.api [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.818028] env[69563]: DEBUG nova.compute.manager [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.818320] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.819142] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404004, 'name': Rename_Task, 'duration_secs': 0.140999} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.819903] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadf4582-1c19-4403-961f-aeabde59af35 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.822664] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.825015] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8715d67-35b4-4c64-a943-efbd3a3ba355 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.829747] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.830862] env[69563]: ERROR nova.scheduler.client.report [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] [req-9c89e3d1-a6fd-4736-b910-8790e10857c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c89e3d1-a6fd-4736-b910-8790e10857c0"}]} [ 958.832183] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea36fc9f-cdca-4e34-b4ac-e9476754613c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.835593] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 958.835593] env[69563]: value = "task-3404006" [ 958.835593] env[69563]: _type = "Task" [ 958.835593] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.840941] env[69563]: DEBUG oslo_vmware.api [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 958.840941] env[69563]: value = "task-3404007" [ 958.840941] env[69563]: _type = "Task" [ 958.840941] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.850862] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.855831] env[69563]: DEBUG oslo_vmware.api [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3404007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.862249] env[69563]: DEBUG nova.scheduler.client.report [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 958.881238] env[69563]: DEBUG nova.scheduler.client.report [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 958.881515] env[69563]: DEBUG nova.compute.provider_tree [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.897144] env[69563]: DEBUG nova.scheduler.client.report [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 958.915592] env[69563]: DEBUG nova.scheduler.client.report [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 959.031671] env[69563]: DEBUG nova.compute.manager [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.031931] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.032998] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a65351f-45a3-4463-b537-2a6663a357d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.045024] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.045024] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b762986e-c5bb-48cc-942e-5216dd77640d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.053164] env[69563]: DEBUG oslo_vmware.api [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 959.053164] env[69563]: value = "task-3404008" [ 959.053164] env[69563]: _type = "Task" [ 959.053164] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.062232] env[69563]: DEBUG oslo_vmware.api [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3404008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.166024] env[69563]: DEBUG nova.compute.manager [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.166024] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.166024] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b074c63-443a-47ab-a3af-065b7ffa160f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.175654] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.176875] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d94c992-e6fb-4e4b-ba17-bc9b8435eb09 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.185471] env[69563]: DEBUG oslo_vmware.api [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 959.185471] env[69563]: value = "task-3404009" [ 959.185471] env[69563]: _type = "Task" [ 959.185471] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.193815] env[69563]: DEBUG oslo_vmware.api [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.199723] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af77a366-c753-4d08-bb5c-9fe1b0d5026f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.207287] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e7337-02d5-4928-9ffa-14b6294ae15d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.241804] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30330614-bef4-44cc-9701-3069ab686ed1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.252206] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f381d0a-b523-40e6-9eac-9a4d78371856 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.259051] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.269193] env[69563]: DEBUG nova.compute.provider_tree [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.296030] env[69563]: DEBUG oslo_vmware.api [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404005, 'name': PowerOffVM_Task, 'duration_secs': 0.301783} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.296030] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.296030] env[69563]: DEBUG nova.compute.manager [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.296030] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90dd568-5a59-4205-8966-f6e1a1af0874 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.349302] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.355137] env[69563]: DEBUG oslo_vmware.api [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3404007, 'name': PowerOffVM_Task, 'duration_secs': 0.260832} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.355343] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.355538] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.355818] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c959619d-ee78-43d7-8524-30b07a75ea9e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.545121] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.545121] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.545515] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Deleting the datastore file [datastore1] 35e089c6-2789-412d-b382-d2f1047b104f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.545515] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a70ea632-cc3f-4c29-8f70-76cbba924310 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.551846] env[69563]: DEBUG oslo_vmware.api [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 959.551846] env[69563]: value = "task-3404011" [ 959.551846] env[69563]: _type = "Task" [ 959.551846] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.565544] env[69563]: DEBUG oslo_vmware.api [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3404008, 'name': PowerOffVM_Task, 'duration_secs': 0.223051} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.565712] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.565868] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.566112] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73a59ec3-e5c3-4e32-a1ea-25375d286269 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.630853] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.631226] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.631648] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Deleting the datastore file [datastore2] 69daa2ed-f866-42e2-b725-8ff50c1ca3e6 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.631804] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-369efb96-5769-411e-b254-502983a419da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.639126] env[69563]: DEBUG oslo_vmware.api [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for the task: (returnval){ [ 959.639126] env[69563]: value = "task-3404014" [ 959.639126] env[69563]: _type = "Task" [ 959.639126] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.647757] env[69563]: DEBUG oslo_vmware.api [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3404014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.697555] env[69563]: DEBUG oslo_vmware.api [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404009, 'name': PowerOffVM_Task, 'duration_secs': 0.287474} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.697857] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.698066] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.698930] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36eb0eaf-21f1-4504-941e-560acd636654 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.766277] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.766615] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.766822] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleting the datastore file [datastore2] fa72f5bc-f521-4def-91ab-9a77927c2fd8 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.767150] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b66e68a-6d5f-44af-b57f-739bc61740b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.781925] env[69563]: DEBUG oslo_vmware.api [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 959.781925] env[69563]: value = "task-3404016" [ 959.781925] env[69563]: _type = "Task" [ 959.781925] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.792588] env[69563]: DEBUG oslo_vmware.api [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.806515] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b923d3d3-e0fe-4b46-8fb0-f8c64eb1d011 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.815197] env[69563]: DEBUG nova.scheduler.client.report [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 959.815382] env[69563]: DEBUG nova.compute.provider_tree [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 116 to 117 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 959.815633] env[69563]: DEBUG nova.compute.provider_tree [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.846676] env[69563]: DEBUG oslo_vmware.api [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404006, 'name': PowerOnVM_Task, 'duration_secs': 0.573298} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.847332] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.847584] env[69563]: INFO nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Took 8.15 seconds to spawn the instance on the hypervisor. [ 959.847768] env[69563]: DEBUG nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.848560] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9933b6-fbc0-4410-9176-fd2d757e980b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.062213] env[69563]: DEBUG oslo_vmware.api [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3404011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243119} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.062641] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.062903] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.063208] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.063476] env[69563]: INFO nova.compute.manager [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 960.063737] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.063937] env[69563]: DEBUG nova.compute.manager [-] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.064052] env[69563]: DEBUG nova.network.neutron [-] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 960.150716] env[69563]: DEBUG oslo_vmware.api [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Task: {'id': task-3404014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175037} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.150716] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.150716] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.150716] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.150716] env[69563]: INFO nova.compute.manager [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 960.151070] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.151173] env[69563]: DEBUG nova.compute.manager [-] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.151277] env[69563]: DEBUG nova.network.neutron [-] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 960.212817] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "2014761c-8010-4047-b8a6-a1ac44ab6117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.213097] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.213305] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "2014761c-8010-4047-b8a6-a1ac44ab6117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.213482] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.213642] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.217101] env[69563]: INFO nova.compute.manager [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Terminating instance [ 960.293106] env[69563]: DEBUG oslo_vmware.api [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32632} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.293389] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.293574] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.293749] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.293958] env[69563]: INFO nova.compute.manager [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 960.294239] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.294811] env[69563]: DEBUG nova.compute.manager [-] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.294914] env[69563]: DEBUG nova.network.neutron [-] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 960.322480] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.860s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.327034] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.739s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.327034] env[69563]: DEBUG nova.objects.instance [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lazy-loading 'resources' on Instance uuid eeed10ac-2679-4e7f-bd49-2ae2269c7648 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.353320] env[69563]: INFO nova.scheduler.client.report [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Deleted allocations for instance 62a63886-8d41-4977-80d3-50b1a34feb86 [ 960.364432] env[69563]: INFO nova.compute.manager [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Took 26.79 seconds to build instance. [ 960.585920] env[69563]: DEBUG nova.compute.manager [req-0d189ed5-67f8-4600-9349-c0c3cd298c3b req-3812e436-54c6-4bdd-8c48-0421ae5f8182 service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Received event network-vif-deleted-8915bc4f-f610-4585-aadb-de6320d3947b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.588120] env[69563]: INFO nova.compute.manager [req-0d189ed5-67f8-4600-9349-c0c3cd298c3b req-3812e436-54c6-4bdd-8c48-0421ae5f8182 service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Neutron deleted interface 8915bc4f-f610-4585-aadb-de6320d3947b; detaching it from the instance and deleting it from the info cache [ 960.589151] env[69563]: DEBUG nova.network.neutron [req-0d189ed5-67f8-4600-9349-c0c3cd298c3b req-3812e436-54c6-4bdd-8c48-0421ae5f8182 service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 960.708616] env[69563]: DEBUG nova.compute.manager [req-8f99328c-4297-4153-b425-c1aa69873231 req-3238b201-e153-43f1-bf44-bcd704cefcc8 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Received event network-vif-deleted-88e63d06-0f72-4dca-be6b-ba56026af06f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.708616] env[69563]: INFO nova.compute.manager [req-8f99328c-4297-4153-b425-c1aa69873231 req-3238b201-e153-43f1-bf44-bcd704cefcc8 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Neutron deleted interface 88e63d06-0f72-4dca-be6b-ba56026af06f; detaching it from the instance and deleting it from the info cache [ 960.708616] env[69563]: DEBUG nova.network.neutron [req-8f99328c-4297-4153-b425-c1aa69873231 req-3238b201-e153-43f1-bf44-bcd704cefcc8 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 960.721141] env[69563]: DEBUG nova.compute.manager [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.721317] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.722491] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b50808b-3ac2-4688-a87e-d52eb024e0fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.732828] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.733156] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efeadfb8-ce83-4c0f-812c-58f1632fa457 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.795879] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.796184] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.796743] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleting the datastore file [datastore2] 2014761c-8010-4047-b8a6-a1ac44ab6117 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.796906] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d514caed-baee-4ca1-ae4e-30738beba41d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.804074] env[69563]: DEBUG oslo_vmware.api [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 960.804074] env[69563]: value = "task-3404018" [ 960.804074] env[69563]: _type = "Task" [ 960.804074] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.814502] env[69563]: DEBUG oslo_vmware.api [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.862586] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9633de59-d8ce-4dd1-8725-cd2d9da0889e tempest-ImagesTestJSON-1935438869 tempest-ImagesTestJSON-1935438869-project-member] Lock "62a63886-8d41-4977-80d3-50b1a34feb86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.059s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.866358] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a71d987b-8808-4a81-8015-afc4dc6f9dc6 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.309s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.030550] env[69563]: DEBUG nova.network.neutron [-] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 961.095742] env[69563]: DEBUG nova.network.neutron [-] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 961.097009] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2956f94a-c62d-43dd-a3c7-03348bcb7a3e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.105181] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ae711d-6942-4d4b-8240-d7eb60ff5e70 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.116527] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a5209-23af-42bf-a445-47beb9fd342d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.124428] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e524b2-aa12-4400-9077-d158a30b5844 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.174652] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c03cc3e-f63c-4855-a81e-d2c4db51040c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.177379] env[69563]: DEBUG nova.network.neutron [-] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 961.178831] env[69563]: DEBUG nova.compute.manager [req-0d189ed5-67f8-4600-9349-c0c3cd298c3b req-3812e436-54c6-4bdd-8c48-0421ae5f8182 service nova] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Detach interface failed, port_id=8915bc4f-f610-4585-aadb-de6320d3947b, reason: Instance 35e089c6-2789-412d-b382-d2f1047b104f could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.184597] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491a1d3-4e15-4577-b642-159f296a22ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.202429] env[69563]: DEBUG nova.compute.provider_tree [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.212481] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f7c9aaf-01aa-45f0-a80f-3c097f138386 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.221924] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5b15c-8a46-4069-ac6d-8f4c43068b8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.255242] env[69563]: DEBUG nova.compute.manager [req-8f99328c-4297-4153-b425-c1aa69873231 req-3238b201-e153-43f1-bf44-bcd704cefcc8 service nova] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Detach interface failed, port_id=88e63d06-0f72-4dca-be6b-ba56026af06f, reason: Instance fa72f5bc-f521-4def-91ab-9a77927c2fd8 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.314363] env[69563]: DEBUG oslo_vmware.api [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331739} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.314628] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.314807] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.314982] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.315167] env[69563]: INFO nova.compute.manager [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Took 0.59 seconds to destroy the instance on the hypervisor. [ 961.315638] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.315878] env[69563]: DEBUG nova.compute.manager [-] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.315968] env[69563]: DEBUG nova.network.neutron [-] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 961.534162] env[69563]: INFO nova.compute.manager [-] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Took 1.47 seconds to deallocate network for instance. [ 961.605965] env[69563]: INFO nova.compute.manager [-] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Took 1.45 seconds to deallocate network for instance. [ 961.679734] env[69563]: INFO nova.compute.manager [-] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Took 1.38 seconds to deallocate network for instance. [ 961.724980] env[69563]: ERROR nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [req-5b27f95e-9833-49b6-94fe-c0a07c13682e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b27f95e-9833-49b6-94fe-c0a07c13682e"}]} [ 961.746241] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 961.746241] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679179', 'volume_id': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'name': 'volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '059d444c-f15e-4e19-a478-88f89022de01', 'attached_at': '', 'detached_at': '', 'volume_id': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'serial': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 961.747317] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea81b97f-970b-4c1b-9ddd-18d9425ab6da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.751139] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 961.771680] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c326d31-ab43-408e-9646-63a5d18ac949 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.776186] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 961.776404] env[69563]: DEBUG nova.compute.provider_tree [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.805078] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc/volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.806201] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.808898] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee28e9c1-ac9c-4262-a5e8-ff13be87642f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.828731] env[69563]: DEBUG oslo_vmware.api [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 961.828731] env[69563]: value = "task-3404019" [ 961.828731] env[69563]: _type = "Task" [ 961.828731] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.838775] env[69563]: DEBUG oslo_vmware.api [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.850347] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 962.041035] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.082039] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be363796-3872-4010-b21b-160fba00b673 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.090368] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de001c-54df-43ad-a83c-15b0e7342d3c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.121924] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.123039] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93163a4-fac9-4a71-a9cd-a3142560668e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.130295] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ae7a4-2bbd-41c6-ae74-c3dc0e7bb914 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.144084] env[69563]: DEBUG nova.compute.provider_tree [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.174998] env[69563]: DEBUG nova.network.neutron [-] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 962.189131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.339223] env[69563]: DEBUG oslo_vmware.api [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.616764] env[69563]: DEBUG nova.compute.manager [req-b6656bbe-d6c3-466b-9ad0-f190ad8f4580 req-a33f594b-a7f2-41a6-92e2-e96918865f48 service nova] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Received event network-vif-deleted-8b0566f3-d62d-4ebc-a5f5-c4dee7b1f81a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.675802] env[69563]: ERROR nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] [req-aec8b30e-2e3d-4648-919d-b82f0362cb98] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aec8b30e-2e3d-4648-919d-b82f0362cb98"}]} [ 962.679121] env[69563]: INFO nova.compute.manager [-] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Took 1.36 seconds to deallocate network for instance. [ 962.694337] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 962.712474] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 962.712729] env[69563]: DEBUG nova.compute.provider_tree [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.723518] env[69563]: DEBUG nova.compute.manager [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 962.733126] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 962.747167] env[69563]: DEBUG nova.compute.manager [req-79987cc9-ff9d-484c-8197-7e1e2d4bb5cb req-f5808f1e-493f-4882-a9a4-78cf241220f8 service nova] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Received event network-vif-deleted-62ad573a-8b21-435a-946b-0743b66b541a {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.757956] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 962.840709] env[69563]: DEBUG oslo_vmware.api [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404019, 'name': ReconfigVM_Task, 'duration_secs': 0.567823} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.840845] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Reconfigured VM instance instance-0000002f to attach disk [datastore2] volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc/volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.845685] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15bbc86a-09c4-480e-b7d1-17b11a73bf20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.861470] env[69563]: DEBUG oslo_vmware.api [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 962.861470] env[69563]: value = "task-3404020" [ 962.861470] env[69563]: _type = "Task" [ 962.861470] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.869792] env[69563]: DEBUG oslo_vmware.api [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.093846] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa5e9d1-b4fc-40b7-b544-8012bfa7dfb5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.101218] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3ada61-db7d-47e4-96ce-f3a3e567247d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.131310] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d22ba9f-3f29-42b9-b4b5-879cfa95a98a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.138398] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc45341-79c7-4a83-9af0-a9b43c6cb038 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.153236] env[69563]: DEBUG nova.compute.provider_tree [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.184679] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.240013] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.371600] env[69563]: DEBUG oslo_vmware.api [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404020, 'name': ReconfigVM_Task, 'duration_secs': 0.233087} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.371895] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679179', 'volume_id': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'name': 'volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '059d444c-f15e-4e19-a478-88f89022de01', 'attached_at': '', 'detached_at': '', 'volume_id': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'serial': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 963.688184] env[69563]: DEBUG nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 963.688851] env[69563]: DEBUG nova.compute.provider_tree [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 119 to 120 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 963.688851] env[69563]: DEBUG nova.compute.provider_tree [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.198886] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.873s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.201630] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.516s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.201865] env[69563]: DEBUG nova.objects.instance [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lazy-loading 'resources' on Instance uuid 141467d7-c467-4dfa-89f5-066f36baf21b {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.224984] env[69563]: INFO nova.scheduler.client.report [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleted allocations for instance eeed10ac-2679-4e7f-bd49-2ae2269c7648 [ 964.420477] env[69563]: DEBUG nova.objects.instance [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'flavor' on Instance uuid 059d444c-f15e-4e19-a478-88f89022de01 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.733020] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c7d317cb-e3af-4c98-8270-92c7760b289d tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "eeed10ac-2679-4e7f-bd49-2ae2269c7648" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.678s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.924315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3c65c02e-9688-4ee0-8c91-44bce223c04f tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.000763] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c10aa-2940-4490-85b2-a3d927e1ccc8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.009285] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b582008b-b327-4870-8ce5-4b04fe443e81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.041677] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9ab899-b115-4109-bdf6-0f60fb766750 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.049274] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d2fb19-95f3-4abc-836c-1a36e10e2761 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.063167] env[69563]: DEBUG nova.compute.provider_tree [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.566545] env[69563]: DEBUG nova.scheduler.client.report [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.072556] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.077304] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.816s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.081513] env[69563]: INFO nova.compute.claims [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.102350] env[69563]: INFO nova.scheduler.client.report [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Deleted allocations for instance 141467d7-c467-4dfa-89f5-066f36baf21b [ 966.128766] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.128766] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.613613] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0662b0f9-a15f-4dcd-9b2b-817872b2b3d7 tempest-MultipleCreateTestJSON-1114196424 tempest-MultipleCreateTestJSON-1114196424-project-member] Lock "141467d7-c467-4dfa-89f5-066f36baf21b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.445s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.631837] env[69563]: DEBUG nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.850275] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "4feb9856-2f61-476f-b157-e66644e43882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.850576] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4feb9856-2f61-476f-b157-e66644e43882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.161232] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.355150] env[69563]: DEBUG nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.418112] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde000e1-35e5-4fae-99d7-c1720e7a349c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.427189] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3698695-35f5-4d2b-bac6-562c6bd9c262 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.458879] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb26973-3824-4d31-8ee5-7c1b7834de3e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.468018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df205850-b52b-4980-a4d9-4241fe9b5774 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.480787] env[69563]: DEBUG nova.compute.provider_tree [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.879103] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.988307] env[69563]: DEBUG nova.scheduler.client.report [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.493843] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.494769] env[69563]: DEBUG nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.498517] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.457s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.498517] env[69563]: DEBUG nova.objects.instance [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lazy-loading 'resources' on Instance uuid 35e089c6-2789-412d-b382-d2f1047b104f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.001187] env[69563]: DEBUG nova.compute.utils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.005318] env[69563]: DEBUG nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.005500] env[69563]: DEBUG nova.network.neutron [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 969.089520] env[69563]: DEBUG nova.policy [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'feaf7fdc6400426a90ebb0aa10276d67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35baaed430f74b9c857126cf47359d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.209126] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba94b68-e871-4415-a4e5-dc20cfe8de0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.217268] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2fe550-c5df-4c5a-bd9b-7b64fc13dea7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.247238] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de163c7-bdd2-43f5-8a46-f2988369bd07 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.254199] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cef6cd6-0b8b-426e-ac8e-71c3e547baa1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.267532] env[69563]: DEBUG nova.compute.provider_tree [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.510913] env[69563]: DEBUG nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.587718] env[69563]: DEBUG nova.network.neutron [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Successfully created port: ae0d6e76-4f0c-42c0-8636-47eeaac2896f {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 969.772249] env[69563]: DEBUG nova.scheduler.client.report [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.282179] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.287910] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.163s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.287910] env[69563]: DEBUG nova.objects.instance [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lazy-loading 'resources' on Instance uuid 69daa2ed-f866-42e2-b725-8ff50c1ca3e6 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.309711] env[69563]: INFO nova.scheduler.client.report [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Deleted allocations for instance 35e089c6-2789-412d-b382-d2f1047b104f [ 970.520328] env[69563]: DEBUG nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.549527] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.549698] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.549978] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.550579] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.550579] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.550707] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.551314] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.551314] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.551314] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.551314] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.551538] env[69563]: DEBUG nova.virt.hardware [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.552501] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ec2d1-3ce0-4ae8-81af-7961599ea5de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.560901] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b1db9d-7d07-4ef8-a916-159e7c0c7f65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.819231] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7f97f020-a4e9-4309-9cb6-32e8cbd6ca62 tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "35e089c6-2789-412d-b382-d2f1047b104f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.513s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.082078] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb57b83a-89bd-4795-a7be-aa9943a8babf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.093020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9263ea13-c922-4d37-a865-d2df0bf89809 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.127386] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c4ffc-d9a7-4f2c-aba2-2c91b1e9099d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.137999] env[69563]: DEBUG nova.compute.manager [req-3ca32954-83d7-4482-a8dc-84177b125cda req-e869407b-5847-4f10-b6d9-2291d9abd8d2 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Received event network-vif-plugged-ae0d6e76-4f0c-42c0-8636-47eeaac2896f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.137999] env[69563]: DEBUG oslo_concurrency.lockutils [req-3ca32954-83d7-4482-a8dc-84177b125cda req-e869407b-5847-4f10-b6d9-2291d9abd8d2 service nova] Acquiring lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.137999] env[69563]: DEBUG oslo_concurrency.lockutils [req-3ca32954-83d7-4482-a8dc-84177b125cda req-e869407b-5847-4f10-b6d9-2291d9abd8d2 service nova] Lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.137999] env[69563]: DEBUG oslo_concurrency.lockutils [req-3ca32954-83d7-4482-a8dc-84177b125cda req-e869407b-5847-4f10-b6d9-2291d9abd8d2 service nova] Lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.137999] env[69563]: DEBUG nova.compute.manager [req-3ca32954-83d7-4482-a8dc-84177b125cda req-e869407b-5847-4f10-b6d9-2291d9abd8d2 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] No waiting events found dispatching network-vif-plugged-ae0d6e76-4f0c-42c0-8636-47eeaac2896f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.138567] env[69563]: WARNING nova.compute.manager [req-3ca32954-83d7-4482-a8dc-84177b125cda req-e869407b-5847-4f10-b6d9-2291d9abd8d2 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Received unexpected event network-vif-plugged-ae0d6e76-4f0c-42c0-8636-47eeaac2896f for instance with vm_state building and task_state spawning. [ 971.143316] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be503af6-e495-403f-a587-4f57679e07c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.160263] env[69563]: DEBUG nova.compute.provider_tree [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.208332] env[69563]: DEBUG nova.network.neutron [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Successfully updated port: ae0d6e76-4f0c-42c0-8636-47eeaac2896f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 971.389803] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "3c268845-a7a5-4796-a972-53d70d2b876e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.390036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "3c268845-a7a5-4796-a972-53d70d2b876e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.635058] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "1aff3dae-6241-4b0a-96e1-85435273f4d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.635362] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "1aff3dae-6241-4b0a-96e1-85435273f4d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.635651] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "1aff3dae-6241-4b0a-96e1-85435273f4d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.635750] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "1aff3dae-6241-4b0a-96e1-85435273f4d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.635915] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "1aff3dae-6241-4b0a-96e1-85435273f4d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.637872] env[69563]: INFO nova.compute.manager [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Terminating instance [ 971.663176] env[69563]: DEBUG nova.scheduler.client.report [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.710736] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquiring lock "refresh_cache-c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.710880] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquired lock "refresh_cache-c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.714022] env[69563]: DEBUG nova.network.neutron [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 971.848683] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.848683] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.893497] env[69563]: DEBUG nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.141516] env[69563]: DEBUG nova.compute.manager [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.141748] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.142719] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f59f4ab-3570-4a18-94a7-dbb8997297be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.151765] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.151997] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f943d107-a43d-4587-813f-907f2fb39a61 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.158360] env[69563]: DEBUG oslo_vmware.api [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 972.158360] env[69563]: value = "task-3404021" [ 972.158360] env[69563]: _type = "Task" [ 972.158360] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.166457] env[69563]: DEBUG oslo_vmware.api [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3404021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.171527] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.175524] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.985s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.175524] env[69563]: DEBUG nova.objects.instance [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lazy-loading 'resources' on Instance uuid fa72f5bc-f521-4def-91ab-9a77927c2fd8 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.198111] env[69563]: INFO nova.scheduler.client.report [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Deleted allocations for instance 69daa2ed-f866-42e2-b725-8ff50c1ca3e6 [ 972.263621] env[69563]: DEBUG nova.network.neutron [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 972.350417] env[69563]: DEBUG nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.417622] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.430958] env[69563]: DEBUG nova.network.neutron [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Updating instance_info_cache with network_info: [{"id": "ae0d6e76-4f0c-42c0-8636-47eeaac2896f", "address": "fa:16:3e:b8:86:a5", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0d6e76-4f", "ovs_interfaceid": "ae0d6e76-4f0c-42c0-8636-47eeaac2896f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 972.670624] env[69563]: DEBUG oslo_vmware.api [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3404021, 'name': PowerOffVM_Task, 'duration_secs': 0.270261} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.670965] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.673461] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.673767] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f181cdd7-ba99-4da1-aeef-ebef90e1c701 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.708550] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7b2d43a0-09cc-4833-9c71-7f5e90ff7b6b tempest-SecurityGroupsTestJSON-1672412583 tempest-SecurityGroupsTestJSON-1672412583-project-member] Lock "69daa2ed-f866-42e2-b725-8ff50c1ca3e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.183s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.732445] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.732675] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.732872] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Deleting the datastore file [datastore1] 1aff3dae-6241-4b0a-96e1-85435273f4d4 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.733759] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f0e17cf-5955-499c-953b-9e445bdb5ef1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.743521] env[69563]: DEBUG oslo_vmware.api [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for the task: (returnval){ [ 972.743521] env[69563]: value = "task-3404023" [ 972.743521] env[69563]: _type = "Task" [ 972.743521] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.751307] env[69563]: DEBUG oslo_vmware.api [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3404023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.873602] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.933381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Releasing lock "refresh_cache-c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.933701] env[69563]: DEBUG nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Instance network_info: |[{"id": "ae0d6e76-4f0c-42c0-8636-47eeaac2896f", "address": "fa:16:3e:b8:86:a5", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0d6e76-4f", "ovs_interfaceid": "ae0d6e76-4f0c-42c0-8636-47eeaac2896f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.934325] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:86:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae0d6e76-4f0c-42c0-8636-47eeaac2896f', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.942358] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Creating folder: Project (35baaed430f74b9c857126cf47359d7d). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.943531] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d7d0211-fb6a-4598-a2b8-150ad5e99fd5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.945731] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f6f260-2e7a-477b-9b77-c46b96fe2e40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.953424] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f7d9e-aeaa-413c-bc05-1d45d7b5f89e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.957706] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Created folder: Project (35baaed430f74b9c857126cf47359d7d) in parent group-v678952. [ 972.957827] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Creating folder: Instances. Parent ref: group-v679180. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.957968] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3143f908-a92f-41a9-9a82-989323e2883e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.988299] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adadc18e-d39e-4634-88c8-548f14dd3ce8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.990880] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Created folder: Instances in parent group-v679180. [ 972.991804] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.991804] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.991804] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e31b799b-0d4f-4b79-88ef-9f1012b26836 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.009768] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a553b8d-f04e-435c-b438-810916c49ddc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.015664] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.015664] env[69563]: value = "task-3404026" [ 973.015664] env[69563]: _type = "Task" [ 973.015664] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.026361] env[69563]: DEBUG nova.compute.provider_tree [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.032180] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404026, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.164179] env[69563]: DEBUG nova.compute.manager [req-bb78c0d7-6d59-4a44-a6f5-6e2ecd3d95be req-c409cf63-aa36-4738-99fe-a33554eedfc0 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Received event network-changed-ae0d6e76-4f0c-42c0-8636-47eeaac2896f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.164179] env[69563]: DEBUG nova.compute.manager [req-bb78c0d7-6d59-4a44-a6f5-6e2ecd3d95be req-c409cf63-aa36-4738-99fe-a33554eedfc0 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Refreshing instance network info cache due to event network-changed-ae0d6e76-4f0c-42c0-8636-47eeaac2896f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.164179] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb78c0d7-6d59-4a44-a6f5-6e2ecd3d95be req-c409cf63-aa36-4738-99fe-a33554eedfc0 service nova] Acquiring lock "refresh_cache-c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.164179] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb78c0d7-6d59-4a44-a6f5-6e2ecd3d95be req-c409cf63-aa36-4738-99fe-a33554eedfc0 service nova] Acquired lock "refresh_cache-c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.164179] env[69563]: DEBUG nova.network.neutron [req-bb78c0d7-6d59-4a44-a6f5-6e2ecd3d95be req-c409cf63-aa36-4738-99fe-a33554eedfc0 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Refreshing network info cache for port ae0d6e76-4f0c-42c0-8636-47eeaac2896f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 973.253296] env[69563]: DEBUG oslo_vmware.api [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Task: {'id': task-3404023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153253} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.253811] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.254288] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.254592] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.254896] env[69563]: INFO nova.compute.manager [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 973.255276] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.255604] env[69563]: DEBUG nova.compute.manager [-] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.255834] env[69563]: DEBUG nova.network.neutron [-] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 973.525968] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404026, 'name': CreateVM_Task, 'duration_secs': 0.355084} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.526281] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.527126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.527457] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.527904] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.528935] env[69563]: DEBUG nova.scheduler.client.report [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.532918] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ada1c1e-5eb1-457d-be12-4ea3f77a4362 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.540196] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 973.540196] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5273a745-7364-7857-9992-0b9de2f92767" [ 973.540196] env[69563]: _type = "Task" [ 973.540196] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.546954] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5273a745-7364-7857-9992-0b9de2f92767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.036400] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.038492] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.854s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.038724] env[69563]: DEBUG nova.objects.instance [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lazy-loading 'resources' on Instance uuid 2014761c-8010-4047-b8a6-a1ac44ab6117 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.049538] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5273a745-7364-7857-9992-0b9de2f92767, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.049986] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.050426] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.050710] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.050886] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.051110] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.051401] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1576d3ad-66a5-4c25-a567-4987fe7bf7f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.059626] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.059810] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.060797] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae26c479-5db3-4d0f-8306-5d729379b1b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.067022] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 974.067022] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5244560f-40f1-efb9-f562-922d7e797709" [ 974.067022] env[69563]: _type = "Task" [ 974.067022] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.067527] env[69563]: INFO nova.scheduler.client.report [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted allocations for instance fa72f5bc-f521-4def-91ab-9a77927c2fd8 [ 974.081098] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5244560f-40f1-efb9-f562-922d7e797709, 'name': SearchDatastore_Task} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.081098] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0c9157-cc4b-4885-ab70-03a7ceea556d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.085652] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 974.085652] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b91778-ea7f-a489-d75c-fc6ae84649cd" [ 974.085652] env[69563]: _type = "Task" [ 974.085652] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.096066] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b91778-ea7f-a489-d75c-fc6ae84649cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.182011] env[69563]: DEBUG nova.network.neutron [-] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 974.307331] env[69563]: DEBUG nova.network.neutron [req-bb78c0d7-6d59-4a44-a6f5-6e2ecd3d95be req-c409cf63-aa36-4738-99fe-a33554eedfc0 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Updated VIF entry in instance network info cache for port ae0d6e76-4f0c-42c0-8636-47eeaac2896f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 974.307695] env[69563]: DEBUG nova.network.neutron [req-bb78c0d7-6d59-4a44-a6f5-6e2ecd3d95be req-c409cf63-aa36-4738-99fe-a33554eedfc0 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Updating instance_info_cache with network_info: [{"id": "ae0d6e76-4f0c-42c0-8636-47eeaac2896f", "address": "fa:16:3e:b8:86:a5", "network": {"id": "2291639e-eb3a-445d-b3c0-671a3528c5b0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2264f98327374ac08f0895f5e9243556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0d6e76-4f", "ovs_interfaceid": "ae0d6e76-4f0c-42c0-8636-47eeaac2896f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 974.583231] env[69563]: DEBUG oslo_concurrency.lockutils [None req-98cfe561-e5f3-4ea9-9592-fe8d7a9ddb54 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "fa72f5bc-f521-4def-91ab-9a77927c2fd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.925s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.597782] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b91778-ea7f-a489-d75c-fc6ae84649cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.600710] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.600985] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] c6b2e0e1-a75a-40d8-b07d-bbe6899602fd/c6b2e0e1-a75a-40d8-b07d-bbe6899602fd.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.603237] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f07136-062e-4dee-b58a-320df00337e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.610325] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 974.610325] env[69563]: value = "task-3404027" [ 974.610325] env[69563]: _type = "Task" [ 974.610325] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.621612] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.685741] env[69563]: INFO nova.compute.manager [-] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Took 1.43 seconds to deallocate network for instance. [ 974.798144] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "38381cd9-27b1-4361-a915-5ccd93de0a49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.798908] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.813243] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb78c0d7-6d59-4a44-a6f5-6e2ecd3d95be req-c409cf63-aa36-4738-99fe-a33554eedfc0 service nova] Releasing lock "refresh_cache-c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.826285] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dae224-e65a-4569-ac6d-53f046bf3f1e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.835294] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e87127-6f68-4f1d-b3b5-b949e3d7a62a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.874238] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc976ab3-0063-4722-91d3-f6e91b674466 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.882681] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54604b95-498e-458c-8ab5-b8506092157e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.897716] env[69563]: DEBUG nova.compute.provider_tree [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.121839] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404027, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.190514] env[69563]: DEBUG nova.compute.manager [req-390addbd-316a-4832-a86a-e7358339c5b2 req-1bc82f62-6038-4319-a22c-605c5b0d61eb service nova] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Received event network-vif-deleted-6e37ad76-9d41-4b77-8b0f-a4548e642f36 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.193291] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.301543] env[69563]: DEBUG nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.401670] env[69563]: DEBUG nova.scheduler.client.report [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.621206] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512813} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.621512] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] c6b2e0e1-a75a-40d8-b07d-bbe6899602fd/c6b2e0e1-a75a-40d8-b07d-bbe6899602fd.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.621727] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.622070] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d90b6f2f-b73f-451b-bcfe-5269d7d12d20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.629006] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 975.629006] env[69563]: value = "task-3404028" [ 975.629006] env[69563]: _type = "Task" [ 975.629006] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.636928] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.824062] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.907193] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.909508] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.670s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.925012] env[69563]: INFO nova.scheduler.client.report [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted allocations for instance 2014761c-8010-4047-b8a6-a1ac44ab6117 [ 975.942451] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "4943a223-2c4c-4140-9400-6b64e0398412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.942637] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "4943a223-2c4c-4140-9400-6b64e0398412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.139026] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084444} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.139309] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.140078] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d5f73-23ae-43e2-8549-3f1d0b793de6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.163357] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c6b2e0e1-a75a-40d8-b07d-bbe6899602fd/c6b2e0e1-a75a-40d8-b07d-bbe6899602fd.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.163696] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe716f5-300f-4d0a-b756-3d4e43c6c5d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.184412] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 976.184412] env[69563]: value = "task-3404029" [ 976.184412] env[69563]: _type = "Task" [ 976.184412] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.193124] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.415576] env[69563]: INFO nova.compute.claims [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.431972] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bcc60538-151f-423c-a0cd-f24fba48e360 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "2014761c-8010-4047-b8a6-a1ac44ab6117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.219s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.445061] env[69563]: DEBUG nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.694629] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404029, 'name': ReconfigVM_Task, 'duration_secs': 0.31255} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.694855] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c6b2e0e1-a75a-40d8-b07d-bbe6899602fd/c6b2e0e1-a75a-40d8-b07d-bbe6899602fd.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.695535] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-325462cf-bb8c-4782-b4ea-0b40e23bbd70 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.701869] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 976.701869] env[69563]: value = "task-3404030" [ 976.701869] env[69563]: _type = "Task" [ 976.701869] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.710948] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404030, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.922133] env[69563]: INFO nova.compute.resource_tracker [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating resource usage from migration 1eef0ff3-68f6-48b9-9192-8a4f6da3c838 [ 976.964065] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.090389] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.090533] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.132298] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8be4bc-729b-4ccf-b087-6d7c5f9803d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.139891] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6887b73-e0b3-4746-82b4-7d3223e5ff5e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.169254] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4bcc1a-9a7e-4bc1-9a34-55b6734ac5c3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.176088] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f52af69-7a73-47a7-8415-449bdf699bfd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.190181] env[69563]: DEBUG nova.compute.provider_tree [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.210706] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404030, 'name': Rename_Task, 'duration_secs': 0.144976} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.210965] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.211212] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0382d5a-e528-44bf-90fc-47d4d5c588c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.216404] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 977.216404] env[69563]: value = "task-3404031" [ 977.216404] env[69563]: _type = "Task" [ 977.216404] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.223587] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.592943] env[69563]: DEBUG nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.693088] env[69563]: DEBUG nova.scheduler.client.report [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.726515] env[69563]: DEBUG oslo_vmware.api [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404031, 'name': PowerOnVM_Task, 'duration_secs': 0.496253} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.726801] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.726968] env[69563]: INFO nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Took 7.21 seconds to spawn the instance on the hypervisor. [ 977.727187] env[69563]: DEBUG nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.728034] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79edb33d-4859-4ac5-9a1d-d0a6ef58fa81 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.115189] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.198838] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.289s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.199219] env[69563]: INFO nova.compute.manager [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Migrating [ 978.205717] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.045s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.207568] env[69563]: INFO nova.compute.claims [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.247485] env[69563]: INFO nova.compute.manager [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Took 19.01 seconds to build instance. [ 978.721059] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.721059] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.721212] env[69563]: DEBUG nova.network.neutron [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 978.752056] env[69563]: DEBUG oslo_concurrency.lockutils [None req-198640eb-52e0-463e-82e4-d5c925c6677a tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.534s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.439769] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa92f7b-9cb8-47e5-be0a-cfeb2672281f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.447685] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8df737-8fcc-4d41-9855-3ad8e736895b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.451378] env[69563]: DEBUG nova.network.neutron [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance_info_cache with network_info: [{"id": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "address": "fa:16:3e:ea:f9:1d", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816136e9-17", "ovs_interfaceid": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 979.478903] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d598e47-7a56-4162-95ed-3aa3908d2303 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.486181] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22eecbf-b2cf-4481-9886-5d39aa25acf2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.499238] env[69563]: DEBUG nova.compute.provider_tree [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.673285] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquiring lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.673576] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.674211] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquiring lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.674432] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.674607] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.677028] env[69563]: INFO nova.compute.manager [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Terminating instance [ 979.954387] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.002304] env[69563]: DEBUG nova.scheduler.client.report [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.180849] env[69563]: DEBUG nova.compute.manager [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.181108] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.182020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf6b8e-7016-44ed-9bc8-0b3bcb0d2007 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.190973] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.191214] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb438b4d-4d14-4004-b8b3-50db542f892e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.197846] env[69563]: DEBUG oslo_vmware.api [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 980.197846] env[69563]: value = "task-3404032" [ 980.197846] env[69563]: _type = "Task" [ 980.197846] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.205842] env[69563]: DEBUG oslo_vmware.api [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.508043] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.508043] env[69563]: DEBUG nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.510024] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.631s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.511255] env[69563]: INFO nova.compute.claims [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.708740] env[69563]: DEBUG oslo_vmware.api [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404032, 'name': PowerOffVM_Task, 'duration_secs': 0.193114} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.709015] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.709190] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.709471] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29e4596d-7884-49d3-93e1-683f33628276 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.775695] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.775915] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.776105] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Deleting the datastore file [datastore1] c6b2e0e1-a75a-40d8-b07d-bbe6899602fd {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.776373] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fad40e4-d9c0-4147-99ef-08d911e603df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.784105] env[69563]: DEBUG oslo_vmware.api [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for the task: (returnval){ [ 980.784105] env[69563]: value = "task-3404034" [ 980.784105] env[69563]: _type = "Task" [ 980.784105] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.792745] env[69563]: DEBUG oslo_vmware.api [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.015199] env[69563]: DEBUG nova.compute.utils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.019457] env[69563]: DEBUG nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.019837] env[69563]: DEBUG nova.network.neutron [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 981.056565] env[69563]: DEBUG nova.policy [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca023bb70f624ca285cc0c6a41897dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6ee90d46c34192a27685289adf1bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.295724] env[69563]: DEBUG oslo_vmware.api [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Task: {'id': task-3404034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186003} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.297251] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.297251] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.297251] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.297251] env[69563]: INFO nova.compute.manager [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 981.297536] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.297762] env[69563]: DEBUG nova.compute.manager [-] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.297876] env[69563]: DEBUG nova.network.neutron [-] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 981.334205] env[69563]: DEBUG nova.network.neutron [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Successfully created port: 065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 981.469200] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299bc8a2-be6f-4439-ba0e-6fa5c52176a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.488390] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance 'fbcc81f4-cf05-4b99-b8b4-72b664dbc93f' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.524206] env[69563]: DEBUG nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.597710] env[69563]: DEBUG nova.compute.manager [req-7e378146-57b7-40f6-b8e1-7b68685414eb req-fd94322e-05eb-4c6e-b34b-9e0d7ce0dfd5 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Received event network-vif-deleted-ae0d6e76-4f0c-42c0-8636-47eeaac2896f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.597943] env[69563]: INFO nova.compute.manager [req-7e378146-57b7-40f6-b8e1-7b68685414eb req-fd94322e-05eb-4c6e-b34b-9e0d7ce0dfd5 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Neutron deleted interface ae0d6e76-4f0c-42c0-8636-47eeaac2896f; detaching it from the instance and deleting it from the info cache [ 981.598039] env[69563]: DEBUG nova.network.neutron [req-7e378146-57b7-40f6-b8e1-7b68685414eb req-fd94322e-05eb-4c6e-b34b-9e0d7ce0dfd5 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 981.797211] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78219236-4f76-4f21-aa01-7ee8714bcd6c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.805247] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79285479-dfcb-4d25-a4e2-49749cc0b6ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.835116] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b24319-2032-4d35-a840-059c50cad407 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.843638] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a55d68-10d2-43c9-8528-691a908e1944 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.856860] env[69563]: DEBUG nova.compute.provider_tree [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.994171] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.994791] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1756d7-0fdb-43c6-ae41-c5e0443007c7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.002427] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 982.002427] env[69563]: value = "task-3404035" [ 982.002427] env[69563]: _type = "Task" [ 982.002427] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.009948] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.083326] env[69563]: DEBUG nova.network.neutron [-] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 982.102369] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b93fd929-14ba-45f0-a04c-9e834fc1a0d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.114026] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687ff484-d6d5-4fd7-ba7f-266fc2d700e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.145373] env[69563]: DEBUG nova.compute.manager [req-7e378146-57b7-40f6-b8e1-7b68685414eb req-fd94322e-05eb-4c6e-b34b-9e0d7ce0dfd5 service nova] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Detach interface failed, port_id=ae0d6e76-4f0c-42c0-8636-47eeaac2896f, reason: Instance c6b2e0e1-a75a-40d8-b07d-bbe6899602fd could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.360134] env[69563]: DEBUG nova.scheduler.client.report [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.512749] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404035, 'name': PowerOffVM_Task, 'duration_secs': 0.175747} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.514179] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.514179] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance 'fbcc81f4-cf05-4b99-b8b4-72b664dbc93f' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.535816] env[69563]: DEBUG nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.573322] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.573572] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.573727] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.573906] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.574064] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.574213] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.574425] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.574580] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.574815] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.574974] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.575188] env[69563]: DEBUG nova.virt.hardware [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.576424] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3af3a-8f46-4525-8582-705ab9378cc5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.584750] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce1dbb-a5fa-4750-9440-d7e25d71060a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.588972] env[69563]: INFO nova.compute.manager [-] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Took 1.29 seconds to deallocate network for instance. [ 982.722394] env[69563]: DEBUG nova.compute.manager [req-66aca5e0-c04e-45e5-977c-2238a34d2b5f req-bc75a359-e007-49f2-ae98-1db73534d2a8 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Received event network-vif-plugged-065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.722621] env[69563]: DEBUG oslo_concurrency.lockutils [req-66aca5e0-c04e-45e5-977c-2238a34d2b5f req-bc75a359-e007-49f2-ae98-1db73534d2a8 service nova] Acquiring lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.722833] env[69563]: DEBUG oslo_concurrency.lockutils [req-66aca5e0-c04e-45e5-977c-2238a34d2b5f req-bc75a359-e007-49f2-ae98-1db73534d2a8 service nova] Lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.723011] env[69563]: DEBUG oslo_concurrency.lockutils [req-66aca5e0-c04e-45e5-977c-2238a34d2b5f req-bc75a359-e007-49f2-ae98-1db73534d2a8 service nova] Lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.723225] env[69563]: DEBUG nova.compute.manager [req-66aca5e0-c04e-45e5-977c-2238a34d2b5f req-bc75a359-e007-49f2-ae98-1db73534d2a8 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] No waiting events found dispatching network-vif-plugged-065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.723331] env[69563]: WARNING nova.compute.manager [req-66aca5e0-c04e-45e5-977c-2238a34d2b5f req-bc75a359-e007-49f2-ae98-1db73534d2a8 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Received unexpected event network-vif-plugged-065843a3-382a-470e-ae28-535c3d70c0c9 for instance with vm_state building and task_state spawning. [ 982.797777] env[69563]: DEBUG nova.network.neutron [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Successfully updated port: 065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 982.866459] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.866799] env[69563]: DEBUG nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.869244] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.452s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.870657] env[69563]: INFO nova.compute.claims [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.019176] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.019408] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.019564] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.019742] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.019885] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.020047] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.020259] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.020490] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.020660] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.020821] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.020988] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.026698] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9300e4f-de50-443a-b5ee-ecce11d7fd0e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.043559] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 983.043559] env[69563]: value = "task-3404036" [ 983.043559] env[69563]: _type = "Task" [ 983.043559] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.053699] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.104101] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.300360] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.300514] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.300751] env[69563]: DEBUG nova.network.neutron [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 983.375145] env[69563]: DEBUG nova.compute.utils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.378351] env[69563]: DEBUG nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.378701] env[69563]: DEBUG nova.network.neutron [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 983.417164] env[69563]: DEBUG nova.policy [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e72fdf4ce834948b6d5a492497e9c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9451554f27b2494c80f273e3b690afcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.553463] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.704572] env[69563]: DEBUG nova.network.neutron [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Successfully created port: c8009ab0-259f-4b23-b701-c3466366725e {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 983.830947] env[69563]: DEBUG nova.network.neutron [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 983.879564] env[69563]: DEBUG nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.974567] env[69563]: DEBUG nova.network.neutron [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Updating instance_info_cache with network_info: [{"id": "065843a3-382a-470e-ae28-535c3d70c0c9", "address": "fa:16:3e:f0:0a:c2", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065843a3-38", "ovs_interfaceid": "065843a3-382a-470e-ae28-535c3d70c0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 984.053616] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404036, 'name': ReconfigVM_Task, 'duration_secs': 0.51275} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.054025] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance 'fbcc81f4-cf05-4b99-b8b4-72b664dbc93f' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.131167] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a017d2-11a9-477e-8b48-5ba32b1909cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.138431] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c5e429-fed0-42b0-9e9b-fa78979ba927 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.168020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25764f4-37b2-4a52-89e9-a3239de7bb87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.174911] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712625c5-c39e-44e0-822a-88b4f23c83f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.188766] env[69563]: DEBUG nova.compute.provider_tree [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.477383] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.477726] env[69563]: DEBUG nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Instance network_info: |[{"id": "065843a3-382a-470e-ae28-535c3d70c0c9", "address": "fa:16:3e:f0:0a:c2", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065843a3-38", "ovs_interfaceid": "065843a3-382a-470e-ae28-535c3d70c0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.478216] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:0a:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065843a3-382a-470e-ae28-535c3d70c0c9', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.485766] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.486261] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.486493] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfc73fac-eff8-4b29-9ae5-10b69a4fc5da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.510956] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.510956] env[69563]: value = "task-3404037" [ 984.510956] env[69563]: _type = "Task" [ 984.510956] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.519847] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404037, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.562675] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.563085] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.563085] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.563231] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.563371] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.563514] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.563713] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.563866] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.564038] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.564203] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.564374] env[69563]: DEBUG nova.virt.hardware [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.569858] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 984.570166] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a01630e-5269-4c1d-83cb-9928cc8d14c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.588664] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 984.588664] env[69563]: value = "task-3404038" [ 984.588664] env[69563]: _type = "Task" [ 984.588664] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.596413] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.692434] env[69563]: DEBUG nova.scheduler.client.report [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.753322] env[69563]: DEBUG nova.compute.manager [req-3b3bc185-3c7c-4b00-a012-f3e10465436d req-ea5ff6cd-31a5-46b9-8748-20bef7ee1a91 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Received event network-changed-065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.753521] env[69563]: DEBUG nova.compute.manager [req-3b3bc185-3c7c-4b00-a012-f3e10465436d req-ea5ff6cd-31a5-46b9-8748-20bef7ee1a91 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Refreshing instance network info cache due to event network-changed-065843a3-382a-470e-ae28-535c3d70c0c9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.753845] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3bc185-3c7c-4b00-a012-f3e10465436d req-ea5ff6cd-31a5-46b9-8748-20bef7ee1a91 service nova] Acquiring lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.753951] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3bc185-3c7c-4b00-a012-f3e10465436d req-ea5ff6cd-31a5-46b9-8748-20bef7ee1a91 service nova] Acquired lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.754175] env[69563]: DEBUG nova.network.neutron [req-3b3bc185-3c7c-4b00-a012-f3e10465436d req-ea5ff6cd-31a5-46b9-8748-20bef7ee1a91 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Refreshing network info cache for port 065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 984.891440] env[69563]: DEBUG nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.917273] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.917518] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.917673] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.917849] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.917992] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.918156] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.918375] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.918549] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.918727] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.918886] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.919071] env[69563]: DEBUG nova.virt.hardware [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.919932] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb5cc94-07ab-4ebe-be64-54e615ae6606 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.927828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae109ea-fa98-439d-a16e-14861703ad52 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.021692] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404037, 'name': CreateVM_Task, 'duration_secs': 0.365706} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.021858] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.022565] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.022728] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.023052] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.023309] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8786cbec-168a-4d72-a895-103c37516477 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.028043] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 985.028043] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c6d6ca-be5c-7b95-c19a-349e9de2886e" [ 985.028043] env[69563]: _type = "Task" [ 985.028043] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.035705] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c6d6ca-be5c-7b95-c19a-349e9de2886e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.100573] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404038, 'name': ReconfigVM_Task, 'duration_secs': 0.16017} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.100860] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 985.101678] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520128c5-b3f7-4ad8-a956-5a211642b902 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.123563] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] fbcc81f4-cf05-4b99-b8b4-72b664dbc93f/fbcc81f4-cf05-4b99-b8b4-72b664dbc93f.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.123858] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45dc4fd8-5d59-4556-83b5-32db26f3e66d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.141959] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 985.141959] env[69563]: value = "task-3404039" [ 985.141959] env[69563]: _type = "Task" [ 985.141959] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.149514] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.198579] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.199174] env[69563]: DEBUG nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.201697] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.328s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.206617] env[69563]: INFO nova.compute.claims [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.206742] env[69563]: DEBUG nova.network.neutron [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Successfully updated port: c8009ab0-259f-4b23-b701-c3466366725e {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 985.501339] env[69563]: DEBUG nova.network.neutron [req-3b3bc185-3c7c-4b00-a012-f3e10465436d req-ea5ff6cd-31a5-46b9-8748-20bef7ee1a91 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Updated VIF entry in instance network info cache for port 065843a3-382a-470e-ae28-535c3d70c0c9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 985.501339] env[69563]: DEBUG nova.network.neutron [req-3b3bc185-3c7c-4b00-a012-f3e10465436d req-ea5ff6cd-31a5-46b9-8748-20bef7ee1a91 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Updating instance_info_cache with network_info: [{"id": "065843a3-382a-470e-ae28-535c3d70c0c9", "address": "fa:16:3e:f0:0a:c2", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065843a3-38", "ovs_interfaceid": "065843a3-382a-470e-ae28-535c3d70c0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 985.538640] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c6d6ca-be5c-7b95-c19a-349e9de2886e, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.538918] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.539157] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.539390] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.539533] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.539706] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.539952] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-027ab5d7-9b28-4b3e-95ad-4329d4ce04d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.547798] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.547979] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.548625] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50354904-af30-4794-b329-310220b3dbdd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.553300] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 985.553300] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524b900c-94a3-b74b-a0b5-e3255aacfc1d" [ 985.553300] env[69563]: _type = "Task" [ 985.553300] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.560306] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524b900c-94a3-b74b-a0b5-e3255aacfc1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.649955] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404039, 'name': ReconfigVM_Task, 'duration_secs': 0.265103} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.650265] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] fbcc81f4-cf05-4b99-b8b4-72b664dbc93f/fbcc81f4-cf05-4b99-b8b4-72b664dbc93f.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.650480] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance 'fbcc81f4-cf05-4b99-b8b4-72b664dbc93f' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.706740] env[69563]: DEBUG nova.compute.utils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.708048] env[69563]: DEBUG nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.709073] env[69563]: DEBUG nova.network.neutron [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 985.712773] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "refresh_cache-4feb9856-2f61-476f-b157-e66644e43882" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.712908] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "refresh_cache-4feb9856-2f61-476f-b157-e66644e43882" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.713061] env[69563]: DEBUG nova.network.neutron [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 985.748921] env[69563]: DEBUG nova.policy [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8701d448716043dfa0de5eca595ae016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3908f6b4c66642768f1152a28a6a809e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.999976] env[69563]: DEBUG nova.network.neutron [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Successfully created port: a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 986.002405] env[69563]: DEBUG oslo_concurrency.lockutils [req-3b3bc185-3c7c-4b00-a012-f3e10465436d req-ea5ff6cd-31a5-46b9-8748-20bef7ee1a91 service nova] Releasing lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.067841] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524b900c-94a3-b74b-a0b5-e3255aacfc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008155} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.068708] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96f4f99-dcf0-4585-8559-4b2405b52197 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.074786] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 986.074786] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bb002d-86ed-a619-2042-0351f7bfe5f1" [ 986.074786] env[69563]: _type = "Task" [ 986.074786] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.085546] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bb002d-86ed-a619-2042-0351f7bfe5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.157175] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c8a21-73ee-44de-bedb-9092d05f3da8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.182045] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336251a5-c950-4e4e-b9e4-d7a2fba52d40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.200978] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance 'fbcc81f4-cf05-4b99-b8b4-72b664dbc93f' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.215888] env[69563]: DEBUG nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.256034] env[69563]: DEBUG nova.network.neutron [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 986.463198] env[69563]: DEBUG nova.network.neutron [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Updating instance_info_cache with network_info: [{"id": "c8009ab0-259f-4b23-b701-c3466366725e", "address": "fa:16:3e:7d:c4:c8", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8009ab0-25", "ovs_interfaceid": "c8009ab0-259f-4b23-b701-c3466366725e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 986.514565] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9660c361-ad1e-43f0-87e8-f1b22589045a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.522374] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd095b75-57bd-4406-80e1-49d7ad22c41e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.551796] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd38735-1a45-48e7-bd89-47472d18ffac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.558908] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83a9c31-2063-4ad9-84b8-ebae48679962 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.573319] env[69563]: DEBUG nova.compute.provider_tree [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.582780] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bb002d-86ed-a619-2042-0351f7bfe5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.583727] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.583822] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7131e8f7-8b35-40a3-8eb6-803f9c9408d1/7131e8f7-8b35-40a3-8eb6-803f9c9408d1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.584069] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adcf4e89-9f57-40a0-9866-60ca89c44daa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.590395] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 986.590395] env[69563]: value = "task-3404040" [ 986.590395] env[69563]: _type = "Task" [ 986.590395] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.597541] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.746282] env[69563]: DEBUG nova.network.neutron [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Port 816136e9-175e-43b1-8c8a-9541ae4aa0ce binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 986.783644] env[69563]: DEBUG nova.compute.manager [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Received event network-vif-plugged-c8009ab0-259f-4b23-b701-c3466366725e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.783870] env[69563]: DEBUG oslo_concurrency.lockutils [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] Acquiring lock "4feb9856-2f61-476f-b157-e66644e43882-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.784086] env[69563]: DEBUG oslo_concurrency.lockutils [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] Lock "4feb9856-2f61-476f-b157-e66644e43882-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.784255] env[69563]: DEBUG oslo_concurrency.lockutils [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] Lock "4feb9856-2f61-476f-b157-e66644e43882-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.784457] env[69563]: DEBUG nova.compute.manager [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] No waiting events found dispatching network-vif-plugged-c8009ab0-259f-4b23-b701-c3466366725e {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.784638] env[69563]: WARNING nova.compute.manager [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Received unexpected event network-vif-plugged-c8009ab0-259f-4b23-b701-c3466366725e for instance with vm_state building and task_state spawning. [ 986.784797] env[69563]: DEBUG nova.compute.manager [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Received event network-changed-c8009ab0-259f-4b23-b701-c3466366725e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.784946] env[69563]: DEBUG nova.compute.manager [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Refreshing instance network info cache due to event network-changed-c8009ab0-259f-4b23-b701-c3466366725e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.785546] env[69563]: DEBUG oslo_concurrency.lockutils [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] Acquiring lock "refresh_cache-4feb9856-2f61-476f-b157-e66644e43882" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.965892] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "refresh_cache-4feb9856-2f61-476f-b157-e66644e43882" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.966239] env[69563]: DEBUG nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Instance network_info: |[{"id": "c8009ab0-259f-4b23-b701-c3466366725e", "address": "fa:16:3e:7d:c4:c8", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8009ab0-25", "ovs_interfaceid": "c8009ab0-259f-4b23-b701-c3466366725e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.966573] env[69563]: DEBUG oslo_concurrency.lockutils [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] Acquired lock "refresh_cache-4feb9856-2f61-476f-b157-e66644e43882" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.966852] env[69563]: DEBUG nova.network.neutron [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Refreshing network info cache for port c8009ab0-259f-4b23-b701-c3466366725e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 986.968330] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:c4:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8009ab0-259f-4b23-b701-c3466366725e', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.976188] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Creating folder: Project (9451554f27b2494c80f273e3b690afcf). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.979677] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f48ebd8-35d5-437a-8b5b-2d114df8d7ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.992153] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Created folder: Project (9451554f27b2494c80f273e3b690afcf) in parent group-v678952. [ 986.992430] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Creating folder: Instances. Parent ref: group-v679184. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.992726] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48db974d-2aa7-486c-819b-7e931aee9a24 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.002360] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Created folder: Instances in parent group-v679184. [ 987.002547] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.002777] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.003055] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2551572-1ce8-49f4-8da4-c131919a545f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.030399] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.030399] env[69563]: value = "task-3404043" [ 987.030399] env[69563]: _type = "Task" [ 987.030399] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.038819] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404043, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.076330] env[69563]: DEBUG nova.scheduler.client.report [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.101338] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458713} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.101604] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7131e8f7-8b35-40a3-8eb6-803f9c9408d1/7131e8f7-8b35-40a3-8eb6-803f9c9408d1.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.101808] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.102075] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0189a0cb-30d9-4c80-8fd9-d83c0d886793 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.111399] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 987.111399] env[69563]: value = "task-3404044" [ 987.111399] env[69563]: _type = "Task" [ 987.111399] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.119174] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.124843] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.125053] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.218061] env[69563]: DEBUG nova.network.neutron [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Updated VIF entry in instance network info cache for port c8009ab0-259f-4b23-b701-c3466366725e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 987.218568] env[69563]: DEBUG nova.network.neutron [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Updating instance_info_cache with network_info: [{"id": "c8009ab0-259f-4b23-b701-c3466366725e", "address": "fa:16:3e:7d:c4:c8", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8009ab0-25", "ovs_interfaceid": "c8009ab0-259f-4b23-b701-c3466366725e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 987.226077] env[69563]: DEBUG nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.257022] env[69563]: DEBUG nova.virt.hardware [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.258360] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a3657-e5a8-443b-9274-305a9b6b7776 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.266947] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ef39af-4f14-4aea-bf0a-ce2a0f974363 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.945410] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.945903] env[69563]: DEBUG nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.951749] env[69563]: DEBUG oslo_concurrency.lockutils [req-78e37f0b-e3c1-4f02-8516-91e3c0f03254 req-50c4f725-728d-4ef6-8e96-495380253d40 service nova] Releasing lock "refresh_cache-4feb9856-2f61-476f-b157-e66644e43882" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.959926] env[69563]: DEBUG nova.network.neutron [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Successfully updated port: a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 987.963920] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.771s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.964127] env[69563]: DEBUG nova.objects.instance [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lazy-loading 'resources' on Instance uuid 1aff3dae-6241-4b0a-96e1-85435273f4d4 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.968183] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.971493] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.977673] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.977673] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.977673] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.977673] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.978104] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.978285] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.979085] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.979235] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 987.985464] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.986913] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404043, 'name': CreateVM_Task, 'duration_secs': 0.318574} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.987145] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056149} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.987443] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.987674] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.988359] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.989476] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.989476] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.989723] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538a5920-b46b-4685-aae3-bb83c5e4304f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.992323] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35618888-cefe-4418-a162-91e62b4b0631 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.015029] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 7131e8f7-8b35-40a3-8eb6-803f9c9408d1/7131e8f7-8b35-40a3-8eb6-803f9c9408d1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.016471] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd3e8fb-b6ba-414f-982d-383c471c88b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.031165] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 988.031165] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529d5038-7385-d792-f259-070b3957fb21" [ 988.031165] env[69563]: _type = "Task" [ 988.031165] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.037695] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 988.037695] env[69563]: value = "task-3404045" [ 988.037695] env[69563]: _type = "Task" [ 988.037695] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.041149] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529d5038-7385-d792-f259-070b3957fb21, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.043959] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.044203] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.044430] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.044579] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.044982] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.045473] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a1f918b-1eb7-4583-ae5e-6fad6bbaedcc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.051577] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.052978] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.053203] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.054453] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9bc032-bae0-4f79-8909-31f7dbb638c3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.060232] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 988.060232] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52be6856-9707-b437-6205-926e03862cea" [ 988.060232] env[69563]: _type = "Task" [ 988.060232] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.067939] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52be6856-9707-b437-6205-926e03862cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.462402] env[69563]: DEBUG nova.compute.utils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.463956] env[69563]: DEBUG nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.464138] env[69563]: DEBUG nova.network.neutron [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 988.470905] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.471052] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.471197] env[69563]: DEBUG nova.network.neutron [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 988.488689] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.537961] env[69563]: DEBUG nova.policy [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8701d448716043dfa0de5eca595ae016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3908f6b4c66642768f1152a28a6a809e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.554736] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.569730] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52be6856-9707-b437-6205-926e03862cea, 'name': SearchDatastore_Task, 'duration_secs': 0.017697} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.572941] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c667ef6b-4035-499f-932f-91d07e059e1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.578539] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 988.578539] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526688f3-ade5-6bf4-ac58-75ddd174474a" [ 988.578539] env[69563]: _type = "Task" [ 988.578539] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.586784] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526688f3-ade5-6bf4-ac58-75ddd174474a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.718487] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b75877-1683-4adf-b67a-6546e8e41ece {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.727260] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aba002-4dc8-4385-8500-e8cdd8f6f0fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.757579] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675728df-198f-458f-903e-2e9adc2264c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.764978] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50e84a4-a926-40c7-9e4d-df45a2ed0489 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.778631] env[69563]: DEBUG nova.compute.provider_tree [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.813728] env[69563]: DEBUG nova.compute.manager [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Received event network-vif-plugged-a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.813948] env[69563]: DEBUG oslo_concurrency.lockutils [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] Acquiring lock "3c268845-a7a5-4796-a972-53d70d2b876e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.817058] env[69563]: DEBUG oslo_concurrency.lockutils [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] Lock "3c268845-a7a5-4796-a972-53d70d2b876e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.817058] env[69563]: DEBUG oslo_concurrency.lockutils [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] Lock "3c268845-a7a5-4796-a972-53d70d2b876e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.817058] env[69563]: DEBUG nova.compute.manager [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] No waiting events found dispatching network-vif-plugged-a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.817058] env[69563]: WARNING nova.compute.manager [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Received unexpected event network-vif-plugged-a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037 for instance with vm_state building and task_state spawning. [ 988.817058] env[69563]: DEBUG nova.compute.manager [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Received event network-changed-a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.817058] env[69563]: DEBUG nova.compute.manager [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Refreshing instance network info cache due to event network-changed-a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.817058] env[69563]: DEBUG oslo_concurrency.lockutils [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] Acquiring lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.860625] env[69563]: DEBUG nova.network.neutron [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Successfully created port: ce8c96fb-9ee8-4e18-b507-61c20f86a02f {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 988.966853] env[69563]: DEBUG nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.006506] env[69563]: DEBUG nova.network.neutron [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 989.032550] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.032765] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.032935] env[69563]: DEBUG nova.network.neutron [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 989.054357] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404045, 'name': ReconfigVM_Task, 'duration_secs': 0.6069} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.054640] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 7131e8f7-8b35-40a3-8eb6-803f9c9408d1/7131e8f7-8b35-40a3-8eb6-803f9c9408d1.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.055263] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2572666-54cf-4aeb-850c-e1cca1aaa917 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.061010] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 989.061010] env[69563]: value = "task-3404046" [ 989.061010] env[69563]: _type = "Task" [ 989.061010] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.069275] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404046, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.087734] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526688f3-ade5-6bf4-ac58-75ddd174474a, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.088010] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.088278] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 4feb9856-2f61-476f-b157-e66644e43882/4feb9856-2f61-476f-b157-e66644e43882.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.088555] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-483d2db3-ce34-45ae-88dc-62e7df2d83b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.094238] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 989.094238] env[69563]: value = "task-3404047" [ 989.094238] env[69563]: _type = "Task" [ 989.094238] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.101962] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.139685] env[69563]: DEBUG nova.network.neutron [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Updating instance_info_cache with network_info: [{"id": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "address": "fa:16:3e:96:b4:1a", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d1fcc5-1d", "ovs_interfaceid": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 989.282175] env[69563]: DEBUG nova.scheduler.client.report [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.573540] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404046, 'name': Rename_Task, 'duration_secs': 0.137078} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.573818] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.574082] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f34934-2c4b-415e-9552-2ca4ba75f724 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.579872] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 989.579872] env[69563]: value = "task-3404048" [ 989.579872] env[69563]: _type = "Task" [ 989.579872] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.586738] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.602223] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472559} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.604756] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 4feb9856-2f61-476f-b157-e66644e43882/4feb9856-2f61-476f-b157-e66644e43882.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.605011] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.605325] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5272208d-fd5c-4135-9944-ac7937ddadce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.611277] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 989.611277] env[69563]: value = "task-3404049" [ 989.611277] env[69563]: _type = "Task" [ 989.611277] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.619172] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.642306] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.642671] env[69563]: DEBUG nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Instance network_info: |[{"id": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "address": "fa:16:3e:96:b4:1a", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d1fcc5-1d", "ovs_interfaceid": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.642993] env[69563]: DEBUG oslo_concurrency.lockutils [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] Acquired lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.643191] env[69563]: DEBUG nova.network.neutron [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Refreshing network info cache for port a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 989.644390] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b4:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.652127] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Creating folder: Project (3908f6b4c66642768f1152a28a6a809e). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.654908] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd46861-2ae3-4ee8-86d4-3d7e9a129883 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.667068] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Created folder: Project (3908f6b4c66642768f1152a28a6a809e) in parent group-v678952. [ 989.667269] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Creating folder: Instances. Parent ref: group-v679187. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.667691] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac5fd266-ec9d-4787-a993-d86e2d8c57ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.676455] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Created folder: Instances in parent group-v679187. [ 989.676692] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.676881] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.677096] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbefad73-00de-4651-872a-9a6b97d6a4c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.698446] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.698446] env[69563]: value = "task-3404052" [ 989.698446] env[69563]: _type = "Task" [ 989.698446] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.709344] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404052, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.787689] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.790015] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.966s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.791684] env[69563]: INFO nova.compute.claims [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.797516] env[69563]: DEBUG nova.network.neutron [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance_info_cache with network_info: [{"id": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "address": "fa:16:3e:ea:f9:1d", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816136e9-17", "ovs_interfaceid": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 989.814479] env[69563]: INFO nova.scheduler.client.report [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Deleted allocations for instance 1aff3dae-6241-4b0a-96e1-85435273f4d4 [ 989.861680] env[69563]: DEBUG nova.network.neutron [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Updated VIF entry in instance network info cache for port a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 989.862329] env[69563]: DEBUG nova.network.neutron [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Updating instance_info_cache with network_info: [{"id": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "address": "fa:16:3e:96:b4:1a", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d1fcc5-1d", "ovs_interfaceid": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 989.976844] env[69563]: DEBUG nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.007450] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.007725] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.007927] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.008180] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.008384] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.008579] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.008847] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.009075] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.009313] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.009535] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.009760] env[69563]: DEBUG nova.virt.hardware [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.010992] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a01a7-db67-4997-aec7-1e37a93a6dba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.019532] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5afc519-f094-43f7-a26a-fb9da94ee1d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.088750] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.119974] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064962} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.120242] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.121230] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfe2127-06d1-413a-a6e5-c116be7af9b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.143421] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 4feb9856-2f61-476f-b157-e66644e43882/4feb9856-2f61-476f-b157-e66644e43882.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.143701] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba453978-2d32-48fd-9408-60d3233c41ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.163804] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 990.163804] env[69563]: value = "task-3404053" [ 990.163804] env[69563]: _type = "Task" [ 990.163804] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.171284] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.208243] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404052, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.302747] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.306849] env[69563]: DEBUG nova.network.neutron [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Successfully updated port: ce8c96fb-9ee8-4e18-b507-61c20f86a02f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 990.324179] env[69563]: DEBUG oslo_concurrency.lockutils [None req-957d58dd-047b-47de-8bca-1928a788957c tempest-ListImageFiltersTestJSON-1864806096 tempest-ListImageFiltersTestJSON-1864806096-project-member] Lock "1aff3dae-6241-4b0a-96e1-85435273f4d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.688s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.365192] env[69563]: DEBUG oslo_concurrency.lockutils [req-2d12c7bb-3a72-4191-810b-e80fc404a3e7 req-561d0acc-a0ea-4e06-b95c-19a83b9bfcfd service nova] Releasing lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.590646] env[69563]: DEBUG oslo_vmware.api [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404048, 'name': PowerOnVM_Task, 'duration_secs': 0.881969} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.591038] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.591264] env[69563]: INFO nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Took 8.06 seconds to spawn the instance on the hypervisor. [ 990.591472] env[69563]: DEBUG nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.592315] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3c53ea-536e-4db7-add0-3edcd0b5c0da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.673260] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404053, 'name': ReconfigVM_Task, 'duration_secs': 0.307607} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.673556] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 4feb9856-2f61-476f-b157-e66644e43882/4feb9856-2f61-476f-b157-e66644e43882.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.674598] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f508d9c7-e355-41c0-a7e0-08943d47f373 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.680855] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 990.680855] env[69563]: value = "task-3404054" [ 990.680855] env[69563]: _type = "Task" [ 990.680855] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.689146] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404054, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.709597] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404052, 'name': CreateVM_Task, 'duration_secs': 0.652022} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.709778] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.710607] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.710775] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.711323] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.711451] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9fe73c-0c95-4907-8b24-618050d9bedd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.715802] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 990.715802] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f67f7a-34b6-3b7f-7965-515486c6cd0c" [ 990.715802] env[69563]: _type = "Task" [ 990.715802] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.723676] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f67f7a-34b6-3b7f-7965-515486c6cd0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.813304] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.813412] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.813556] env[69563]: DEBUG nova.network.neutron [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 990.829828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6061666f-bd1d-487d-9434-2fb8e7945703 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.855602] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb133b0-f863-4180-a3d5-0c64eda27dee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.862824] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance 'fbcc81f4-cf05-4b99-b8b4-72b664dbc93f' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.897768] env[69563]: DEBUG nova.compute.manager [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Received event network-vif-plugged-ce8c96fb-9ee8-4e18-b507-61c20f86a02f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.897965] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] Acquiring lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.898312] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] Lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.898361] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] Lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.899228] env[69563]: DEBUG nova.compute.manager [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] No waiting events found dispatching network-vif-plugged-ce8c96fb-9ee8-4e18-b507-61c20f86a02f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.899228] env[69563]: WARNING nova.compute.manager [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Received unexpected event network-vif-plugged-ce8c96fb-9ee8-4e18-b507-61c20f86a02f for instance with vm_state building and task_state spawning. [ 990.899228] env[69563]: DEBUG nova.compute.manager [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Received event network-changed-ce8c96fb-9ee8-4e18-b507-61c20f86a02f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.899228] env[69563]: DEBUG nova.compute.manager [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Refreshing instance network info cache due to event network-changed-ce8c96fb-9ee8-4e18-b507-61c20f86a02f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.899392] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] Acquiring lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.084022] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9faf3f-b36e-44d2-b6be-0b7c9703c62f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.090231] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76be71c7-176f-447e-b02b-bc1c3adce4f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.130421] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e04201-bc8c-4496-9515-d716f31772d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.140926] env[69563]: INFO nova.compute.manager [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Took 24.00 seconds to build instance. [ 991.145814] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0f6043-3843-4515-bb52-73c2b4bebe67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.159293] env[69563]: DEBUG nova.compute.provider_tree [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.189836] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404054, 'name': Rename_Task, 'duration_secs': 0.150132} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.190165] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.190441] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9564aaee-d407-432a-9b8a-0d7870d9a69f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.198346] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 991.198346] env[69563]: value = "task-3404055" [ 991.198346] env[69563]: _type = "Task" [ 991.198346] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.206084] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.224714] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f67f7a-34b6-3b7f-7965-515486c6cd0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.224992] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.225243] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.225477] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.225621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.225797] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.226066] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dfb34b4-6286-410c-8290-d5746a3327b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.234604] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.234820] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.235950] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1660964e-02b2-48a1-a009-bdcb00e54f1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.242135] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 991.242135] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204045b-0d36-f174-448a-9b590af0ef7e" [ 991.242135] env[69563]: _type = "Task" [ 991.242135] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.250034] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204045b-0d36-f174-448a-9b590af0ef7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.370453] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.371071] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68f0d38e-5231-4890-99f2-298fb59b13a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.378538] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 991.378538] env[69563]: value = "task-3404056" [ 991.378538] env[69563]: _type = "Task" [ 991.378538] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.382406] env[69563]: DEBUG nova.network.neutron [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 991.389286] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.485818] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fce4b2f7-790a-47dc-999b-33ba2637a8a9 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-b0105855-eeea-4216-bc95-850690e43242-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.486197] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fce4b2f7-790a-47dc-999b-33ba2637a8a9 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-b0105855-eeea-4216-bc95-850690e43242-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.486621] env[69563]: DEBUG nova.objects.instance [None req-fce4b2f7-790a-47dc-999b-33ba2637a8a9 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'flavor' on Instance uuid b0105855-eeea-4216-bc95-850690e43242 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.644800] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bb1b2772-4cb2-4e78-9a55-4fe80a4fdc0d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.516s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.663136] env[69563]: DEBUG nova.scheduler.client.report [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.710578] env[69563]: DEBUG oslo_vmware.api [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404055, 'name': PowerOnVM_Task, 'duration_secs': 0.50143} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.710912] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.711156] env[69563]: INFO nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Took 6.82 seconds to spawn the instance on the hypervisor. [ 991.711356] env[69563]: DEBUG nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.712579] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136da736-cd2a-40ca-bff9-2ae4eb04d0f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.754752] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204045b-0d36-f174-448a-9b590af0ef7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008198} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.755670] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a246a7d-3e83-45e3-b7ce-4c27e9e26f19 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.762346] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 991.762346] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cae6d6-1c93-eba2-0b02-1104a7d80b2f" [ 991.762346] env[69563]: _type = "Task" [ 991.762346] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.771842] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cae6d6-1c93-eba2-0b02-1104a7d80b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.889158] env[69563]: DEBUG oslo_vmware.api [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404056, 'name': PowerOnVM_Task, 'duration_secs': 0.442246} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.891826] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.892025] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f7482412-111b-40c1-a6ec-6e247c32aab1 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance 'fbcc81f4-cf05-4b99-b8b4-72b664dbc93f' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.976841] env[69563]: DEBUG nova.network.neutron [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Updating instance_info_cache with network_info: [{"id": "ce8c96fb-9ee8-4e18-b507-61c20f86a02f", "address": "fa:16:3e:be:39:e4", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8c96fb-9e", "ovs_interfaceid": "ce8c96fb-9ee8-4e18-b507-61c20f86a02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 991.991480] env[69563]: DEBUG nova.objects.instance [None req-fce4b2f7-790a-47dc-999b-33ba2637a8a9 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'pci_requests' on Instance uuid b0105855-eeea-4216-bc95-850690e43242 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.168292] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.168830] env[69563]: DEBUG nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.171777] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.208s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.173616] env[69563]: INFO nova.compute.claims [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.237275] env[69563]: INFO nova.compute.manager [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Took 24.38 seconds to build instance. [ 992.273162] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cae6d6-1c93-eba2-0b02-1104a7d80b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.273430] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.273682] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e/3c268845-a7a5-4796-a972-53d70d2b876e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.273940] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f523f0a6-13cc-458c-bdf6-3310bc325899 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.281014] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 992.281014] env[69563]: value = "task-3404057" [ 992.281014] env[69563]: _type = "Task" [ 992.281014] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.289387] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.485435] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.485435] env[69563]: DEBUG nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Instance network_info: |[{"id": "ce8c96fb-9ee8-4e18-b507-61c20f86a02f", "address": "fa:16:3e:be:39:e4", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8c96fb-9e", "ovs_interfaceid": "ce8c96fb-9ee8-4e18-b507-61c20f86a02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.485435] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] Acquired lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.485435] env[69563]: DEBUG nova.network.neutron [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Refreshing network info cache for port ce8c96fb-9ee8-4e18-b507-61c20f86a02f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 992.485435] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:39:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce8c96fb-9ee8-4e18-b507-61c20f86a02f', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.496339] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.502183] env[69563]: DEBUG nova.objects.base [None req-fce4b2f7-790a-47dc-999b-33ba2637a8a9 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.502183] env[69563]: DEBUG nova.network.neutron [None req-fce4b2f7-790a-47dc-999b-33ba2637a8a9 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 992.503048] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.503792] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b25b5a41-2251-4b57-b5f4-c35cb1e59778 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.527762] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.527762] env[69563]: value = "task-3404058" [ 992.527762] env[69563]: _type = "Task" [ 992.527762] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.537019] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404058, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.681529] env[69563]: DEBUG nova.compute.utils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.688157] env[69563]: DEBUG nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.688606] env[69563]: DEBUG nova.network.neutron [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 992.700381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fce4b2f7-790a-47dc-999b-33ba2637a8a9 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-b0105855-eeea-4216-bc95-850690e43242-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.214s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.739653] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cacdd141-0e5b-4f47-9b51-cdfb21332e6e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4feb9856-2f61-476f-b157-e66644e43882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.889s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.774042] env[69563]: DEBUG nova.policy [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05557b60abe24a76bab83bf13647f752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d739410bf2d4c0b8efbd6266aca0b97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.792715] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404057, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.915126] env[69563]: DEBUG nova.network.neutron [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Updated VIF entry in instance network info cache for port ce8c96fb-9ee8-4e18-b507-61c20f86a02f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 992.915510] env[69563]: DEBUG nova.network.neutron [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Updating instance_info_cache with network_info: [{"id": "ce8c96fb-9ee8-4e18-b507-61c20f86a02f", "address": "fa:16:3e:be:39:e4", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8c96fb-9e", "ovs_interfaceid": "ce8c96fb-9ee8-4e18-b507-61c20f86a02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 993.038677] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404058, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.118449] env[69563]: DEBUG nova.compute.manager [req-f6d31ca1-1f0c-4533-a194-a89af8d17c32 req-19d994a8-4e98-42e5-beb5-8fdb59963b4a service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Received event network-changed-065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.118449] env[69563]: DEBUG nova.compute.manager [req-f6d31ca1-1f0c-4533-a194-a89af8d17c32 req-19d994a8-4e98-42e5-beb5-8fdb59963b4a service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Refreshing instance network info cache due to event network-changed-065843a3-382a-470e-ae28-535c3d70c0c9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.118449] env[69563]: DEBUG oslo_concurrency.lockutils [req-f6d31ca1-1f0c-4533-a194-a89af8d17c32 req-19d994a8-4e98-42e5-beb5-8fdb59963b4a service nova] Acquiring lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.118449] env[69563]: DEBUG oslo_concurrency.lockutils [req-f6d31ca1-1f0c-4533-a194-a89af8d17c32 req-19d994a8-4e98-42e5-beb5-8fdb59963b4a service nova] Acquired lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.118449] env[69563]: DEBUG nova.network.neutron [req-f6d31ca1-1f0c-4533-a194-a89af8d17c32 req-19d994a8-4e98-42e5-beb5-8fdb59963b4a service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Refreshing network info cache for port 065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 993.184760] env[69563]: DEBUG nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.233967] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.234698] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.239022] env[69563]: DEBUG nova.compute.manager [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.239022] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d963a-2fc2-433f-8346-6a0f738500ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.251620] env[69563]: DEBUG nova.compute.manager [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 993.252342] env[69563]: DEBUG nova.objects.instance [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'flavor' on Instance uuid 1fa5d2aa-44cc-44d7-b028-aaa203011017 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.291825] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681653} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.294636] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e/3c268845-a7a5-4796-a972-53d70d2b876e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.294891] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.295374] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4fbb177-dc79-4568-9455-89a30c100f7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.301927] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 993.301927] env[69563]: value = "task-3404059" [ 993.301927] env[69563]: _type = "Task" [ 993.301927] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.314364] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.322381] env[69563]: DEBUG nova.network.neutron [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Successfully created port: bf28cc07-50b3-4632-a610-a0e71fea8ab9 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 993.425889] env[69563]: DEBUG oslo_concurrency.lockutils [req-5f05e77f-c82d-48d1-9868-c4445e7bcede req-1d1ccc26-98a6-437c-bdb8-77f95db6f99b service nova] Releasing lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.492080] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e77e1-c318-47f7-a2ba-997192ce1c1e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.500528] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba9749-0e1a-4aa4-990a-eeade8a131f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.542435] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d009d9-bf8b-4ca2-89ab-591b36d9f962 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.550391] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404058, 'name': CreateVM_Task, 'duration_secs': 0.544983} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.552752] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.553727] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.553896] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.554239] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.555709] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7691567-0ac4-44ab-ac2d-af3f2680cd88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.559848] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0a0303-04b4-4504-8e94-942b6a61f89f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.574457] env[69563]: DEBUG nova.compute.provider_tree [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.575936] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 993.575936] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529ae4c4-8869-6ba0-6806-aab28dcdead0" [ 993.575936] env[69563]: _type = "Task" [ 993.575936] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.589870] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529ae4c4-8869-6ba0-6806-aab28dcdead0, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.590988] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.591325] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.591500] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.591927] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.591927] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.592299] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c61ed0ed-1965-43f7-94cf-661a86f14e48 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.603207] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.603434] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.604442] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb4d541-7296-4b3f-ab22-bd0706675a7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.609955] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 993.609955] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52417e5b-54b6-168e-fa77-0b8d69a30d3a" [ 993.609955] env[69563]: _type = "Task" [ 993.609955] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.617893] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52417e5b-54b6-168e-fa77-0b8d69a30d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.817783] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.818307] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.819760] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7812116d-bcfa-42cc-a3bc-bea4a49c7b9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.844656] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e/3c268845-a7a5-4796-a972-53d70d2b876e.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.847636] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3512f7f4-5096-4229-9f8a-d310b5380b01 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.869293] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 993.869293] env[69563]: value = "task-3404060" [ 993.869293] env[69563]: _type = "Task" [ 993.869293] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.877767] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.896239] env[69563]: DEBUG nova.network.neutron [req-f6d31ca1-1f0c-4533-a194-a89af8d17c32 req-19d994a8-4e98-42e5-beb5-8fdb59963b4a service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Updated VIF entry in instance network info cache for port 065843a3-382a-470e-ae28-535c3d70c0c9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 993.896681] env[69563]: DEBUG nova.network.neutron [req-f6d31ca1-1f0c-4533-a194-a89af8d17c32 req-19d994a8-4e98-42e5-beb5-8fdb59963b4a service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Updating instance_info_cache with network_info: [{"id": "065843a3-382a-470e-ae28-535c3d70c0c9", "address": "fa:16:3e:f0:0a:c2", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065843a3-38", "ovs_interfaceid": "065843a3-382a-470e-ae28-535c3d70c0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 994.078872] env[69563]: DEBUG nova.scheduler.client.report [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.084777] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.085917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.085917] env[69563]: DEBUG nova.compute.manager [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Going to confirm migration 3 {{(pid=69563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 994.121663] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52417e5b-54b6-168e-fa77-0b8d69a30d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.016587} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.122554] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe85b5d7-8bad-40d5-afea-7fee6be7024c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.128206] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 994.128206] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52514614-5a25-9eef-3b80-07113ca03c4d" [ 994.128206] env[69563]: _type = "Task" [ 994.128206] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.136505] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52514614-5a25-9eef-3b80-07113ca03c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.203800] env[69563]: DEBUG nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.237075] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.237374] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.237536] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.237743] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.237915] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.238099] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.238338] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.238522] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.238723] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.238929] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.239606] env[69563]: DEBUG nova.virt.hardware [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.240393] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cb81d8-1811-486e-848e-ea0e188a8bc4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.248907] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c235b6-1416-4e07-9156-011ad00e2415 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.264064] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.264064] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1ced0a7-4526-46ea-8a78-85ca56f0153f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.269943] env[69563]: DEBUG oslo_vmware.api [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 994.269943] env[69563]: value = "task-3404061" [ 994.269943] env[69563]: _type = "Task" [ 994.269943] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.279126] env[69563]: DEBUG oslo_vmware.api [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.380861] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.400286] env[69563]: DEBUG oslo_concurrency.lockutils [req-f6d31ca1-1f0c-4533-a194-a89af8d17c32 req-19d994a8-4e98-42e5-beb5-8fdb59963b4a service nova] Releasing lock "refresh_cache-7131e8f7-8b35-40a3-8eb6-803f9c9408d1" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.584805] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.585458] env[69563]: DEBUG nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.588999] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.474s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.591818] env[69563]: INFO nova.compute.claims [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.642872] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52514614-5a25-9eef-3b80-07113ca03c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.642872] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.642872] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa/80bb8738-0765-4dab-9e79-db26ea7d9ffa.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.642872] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9ba5490-09c8-4b4a-a625-ba19e14274fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.647570] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.648057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.648348] env[69563]: DEBUG nova.network.neutron [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 994.648656] env[69563]: DEBUG nova.objects.instance [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lazy-loading 'info_cache' on Instance uuid fbcc81f4-cf05-4b99-b8b4-72b664dbc93f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.651213] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 994.651213] env[69563]: value = "task-3404062" [ 994.651213] env[69563]: _type = "Task" [ 994.651213] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.660942] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-b0105855-eeea-4216-bc95-850690e43242-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.661216] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-b0105855-eeea-4216-bc95-850690e43242-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.661553] env[69563]: DEBUG nova.objects.instance [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'flavor' on Instance uuid b0105855-eeea-4216-bc95-850690e43242 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.662784] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.779789] env[69563]: DEBUG oslo_vmware.api [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404061, 'name': PowerOffVM_Task, 'duration_secs': 0.21574} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.780083] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.780282] env[69563]: DEBUG nova.compute.manager [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.781156] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeb1dee-a63b-478b-a8b6-e5a9e752ab07 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.880691] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404060, 'name': ReconfigVM_Task, 'duration_secs': 0.565063} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.880843] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e/3c268845-a7a5-4796-a972-53d70d2b876e.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.882636] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c940d97e-3afe-41a6-a831-1b66820ba396 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.889425] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 994.889425] env[69563]: value = "task-3404063" [ 994.889425] env[69563]: _type = "Task" [ 994.889425] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.898619] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404063, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.090267] env[69563]: DEBUG nova.compute.utils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.091829] env[69563]: DEBUG nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.092029] env[69563]: DEBUG nova.network.neutron [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 995.173698] env[69563]: DEBUG nova.policy [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33b62efb6f64e76953107e1f64c49c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56b682b2e4341ca9041621ca76c5600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.175466] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404062, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.211076] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquiring lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.211322] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.232870] env[69563]: DEBUG nova.network.neutron [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Successfully updated port: bf28cc07-50b3-4632-a610-a0e71fea8ab9 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.289623] env[69563]: DEBUG nova.compute.manager [req-f50f38fc-6aa2-4344-b638-b50bd5b6bd5e req-2ecc88b0-36f1-406f-9b74-e2c57f64f4d7 service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Received event network-vif-plugged-bf28cc07-50b3-4632-a610-a0e71fea8ab9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.289881] env[69563]: DEBUG oslo_concurrency.lockutils [req-f50f38fc-6aa2-4344-b638-b50bd5b6bd5e req-2ecc88b0-36f1-406f-9b74-e2c57f64f4d7 service nova] Acquiring lock "38381cd9-27b1-4361-a915-5ccd93de0a49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.290267] env[69563]: DEBUG oslo_concurrency.lockutils [req-f50f38fc-6aa2-4344-b638-b50bd5b6bd5e req-2ecc88b0-36f1-406f-9b74-e2c57f64f4d7 service nova] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.290589] env[69563]: DEBUG oslo_concurrency.lockutils [req-f50f38fc-6aa2-4344-b638-b50bd5b6bd5e req-2ecc88b0-36f1-406f-9b74-e2c57f64f4d7 service nova] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.290841] env[69563]: DEBUG nova.compute.manager [req-f50f38fc-6aa2-4344-b638-b50bd5b6bd5e req-2ecc88b0-36f1-406f-9b74-e2c57f64f4d7 service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] No waiting events found dispatching network-vif-plugged-bf28cc07-50b3-4632-a610-a0e71fea8ab9 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.291127] env[69563]: WARNING nova.compute.manager [req-f50f38fc-6aa2-4344-b638-b50bd5b6bd5e req-2ecc88b0-36f1-406f-9b74-e2c57f64f4d7 service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Received unexpected event network-vif-plugged-bf28cc07-50b3-4632-a610-a0e71fea8ab9 for instance with vm_state building and task_state spawning. [ 995.292338] env[69563]: DEBUG nova.objects.instance [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'pci_requests' on Instance uuid b0105855-eeea-4216-bc95-850690e43242 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.297556] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bffdcf8-e040-4feb-9bc3-b82d05bf6ceb tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.405319] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404063, 'name': Rename_Task, 'duration_secs': 0.479356} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.406264] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.406555] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fbcfe4c-2abb-4826-a191-1d8422e78e20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.414858] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 995.414858] env[69563]: value = "task-3404064" [ 995.414858] env[69563]: _type = "Task" [ 995.414858] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.424534] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.601232] env[69563]: DEBUG nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.636727] env[69563]: DEBUG nova.network.neutron [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Successfully created port: 1f88ceee-42a1-408f-b8c5-56bf602487ca {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 995.672753] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.997484} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.675360] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa/80bb8738-0765-4dab-9e79-db26ea7d9ffa.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.675484] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.676149] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaf07e88-c545-4b22-941a-b40695a2c393 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.685331] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 995.685331] env[69563]: value = "task-3404065" [ 995.685331] env[69563]: _type = "Task" [ 995.685331] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.698781] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.714445] env[69563]: DEBUG nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.736227] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "refresh_cache-38381cd9-27b1-4361-a915-5ccd93de0a49" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.736951] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "refresh_cache-38381cd9-27b1-4361-a915-5ccd93de0a49" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.737211] env[69563]: DEBUG nova.network.neutron [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 995.797647] env[69563]: DEBUG nova.objects.base [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.797839] env[69563]: DEBUG nova.network.neutron [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 995.839432] env[69563]: DEBUG nova.policy [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.926423] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.958910] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d0d29-c7d6-4adb-98a2-110545abec3b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.968716] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0cf64-a7c0-482c-87e7-fc9fff95a7c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.008155] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169c85c6-0d34-45ad-af45-97a77bb2daef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.013020] env[69563]: DEBUG nova.network.neutron [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance_info_cache with network_info: [{"id": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "address": "fa:16:3e:ea:f9:1d", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816136e9-17", "ovs_interfaceid": "816136e9-175e-43b1-8c8a-9541ae4aa0ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 996.020933] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f269d7-a211-4de0-8f11-cb909bb4f3b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.032530] env[69563]: DEBUG nova.compute.provider_tree [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.181075] env[69563]: DEBUG nova.network.neutron [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Successfully created port: 4fa23c19-547c-4df0-acad-893a2d828905 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 996.195537] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088049} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.195804] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.196620] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e09b9-a191-4265-a5ab-e2ff8a0fce05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.219559] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa/80bb8738-0765-4dab-9e79-db26ea7d9ffa.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.222285] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330f2735-8cef-4a37-8c29-54f7da31b5ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.247188] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 996.247188] env[69563]: value = "task-3404066" [ 996.247188] env[69563]: _type = "Task" [ 996.247188] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.255320] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.256368] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.290514] env[69563]: DEBUG nova.network.neutron [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 996.425675] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404064, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.494588] env[69563]: DEBUG nova.network.neutron [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Updating instance_info_cache with network_info: [{"id": "bf28cc07-50b3-4632-a610-a0e71fea8ab9", "address": "fa:16:3e:1a:4b:d7", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf28cc07-50", "ovs_interfaceid": "bf28cc07-50b3-4632-a610-a0e71fea8ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 996.515253] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.515529] env[69563]: DEBUG nova.objects.instance [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lazy-loading 'migration_context' on Instance uuid fbcc81f4-cf05-4b99-b8b4-72b664dbc93f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.556499] env[69563]: ERROR nova.scheduler.client.report [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [req-063d6f25-29ba-4a9e-a287-9c13765a5171] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-063d6f25-29ba-4a9e-a287-9c13765a5171"}]} [ 996.573519] env[69563]: DEBUG nova.scheduler.client.report [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 996.592880] env[69563]: DEBUG nova.scheduler.client.report [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 996.593291] env[69563]: DEBUG nova.compute.provider_tree [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.606239] env[69563]: DEBUG nova.scheduler.client.report [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 996.608908] env[69563]: DEBUG nova.objects.instance [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'flavor' on Instance uuid 1fa5d2aa-44cc-44d7-b028-aaa203011017 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.617871] env[69563]: DEBUG nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.637019] env[69563]: DEBUG nova.scheduler.client.report [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 996.653133] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.653133] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.653133] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.653133] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.653854] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.654156] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.654540] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.654824] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.655113] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.655386] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.658137] env[69563]: DEBUG nova.virt.hardware [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.658137] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8474ff29-c8cd-4c5b-950d-e85dd0bfafe1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.669061] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d19fb5-d0f2-4eee-a6eb-ba1e57e528af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.758914] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404066, 'name': ReconfigVM_Task, 'duration_secs': 0.324574} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.759239] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa/80bb8738-0765-4dab-9e79-db26ea7d9ffa.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.759857] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e1b1f4c-069e-44ad-8c30-65daa8ebbbfc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.766852] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 996.766852] env[69563]: value = "task-3404067" [ 996.766852] env[69563]: _type = "Task" [ 996.766852] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.775454] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404067, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.891723] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa0c3f5-030b-4e5f-85cf-5c83fed31733 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.899168] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c72ad50-2b91-45ec-8b2e-59e2ee674855 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.935856] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3339bb83-47bb-4f5e-8225-186f1fde7c84 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.943244] env[69563]: DEBUG oslo_vmware.api [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404064, 'name': PowerOnVM_Task, 'duration_secs': 1.186195} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.945281] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.945495] env[69563]: INFO nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Took 9.72 seconds to spawn the instance on the hypervisor. [ 996.945677] env[69563]: DEBUG nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.947722] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba2d4da-4b36-48ff-acfc-d700931bf02d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.949742] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e25e43-c74f-4fd3-90f9-b2a4fd2b51fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.968618] env[69563]: DEBUG nova.compute.provider_tree [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.997182] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "refresh_cache-38381cd9-27b1-4361-a915-5ccd93de0a49" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.997691] env[69563]: DEBUG nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Instance network_info: |[{"id": "bf28cc07-50b3-4632-a610-a0e71fea8ab9", "address": "fa:16:3e:1a:4b:d7", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf28cc07-50", "ovs_interfaceid": "bf28cc07-50b3-4632-a610-a0e71fea8ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.997912] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf28cc07-50b3-4632-a610-a0e71fea8ab9', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.005512] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.005935] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.006178] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8abc14fa-09b7-4b02-825e-b62d7243b098 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.021182] env[69563]: DEBUG nova.objects.base [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 997.021941] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fe8788-e6ea-4fd1-8667-b202e2fe3772 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.042705] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99c2c7c-0abb-4c1b-a235-3f3af851a863 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.044815] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.044815] env[69563]: value = "task-3404068" [ 997.044815] env[69563]: _type = "Task" [ 997.044815] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.048943] env[69563]: DEBUG oslo_vmware.api [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 997.048943] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52898699-6c3d-5f63-c894-f4bc2c818ace" [ 997.048943] env[69563]: _type = "Task" [ 997.048943] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.055679] env[69563]: DEBUG nova.compute.manager [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.055891] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404068, 'name': CreateVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.056895] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eed49d-9b87-4a38-af10-250f367fdf90 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.062786] env[69563]: DEBUG oslo_vmware.api [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52898699-6c3d-5f63-c894-f4bc2c818ace, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.063330] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.115860] env[69563]: DEBUG oslo_concurrency.lockutils [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.116085] env[69563]: DEBUG oslo_concurrency.lockutils [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.116258] env[69563]: DEBUG nova.network.neutron [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 997.116439] env[69563]: DEBUG nova.objects.instance [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'info_cache' on Instance uuid 1fa5d2aa-44cc-44d7-b028-aaa203011017 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.205780] env[69563]: DEBUG nova.compute.manager [req-c0298e71-12de-457f-abc0-96ada12f2d76 req-be2bf6fa-e075-4ae8-87d5-2ad068f1ae18 service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Received event network-vif-plugged-1f88ceee-42a1-408f-b8c5-56bf602487ca {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.205999] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0298e71-12de-457f-abc0-96ada12f2d76 req-be2bf6fa-e075-4ae8-87d5-2ad068f1ae18 service nova] Acquiring lock "4943a223-2c4c-4140-9400-6b64e0398412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.206218] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0298e71-12de-457f-abc0-96ada12f2d76 req-be2bf6fa-e075-4ae8-87d5-2ad068f1ae18 service nova] Lock "4943a223-2c4c-4140-9400-6b64e0398412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.206385] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0298e71-12de-457f-abc0-96ada12f2d76 req-be2bf6fa-e075-4ae8-87d5-2ad068f1ae18 service nova] Lock "4943a223-2c4c-4140-9400-6b64e0398412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.206549] env[69563]: DEBUG nova.compute.manager [req-c0298e71-12de-457f-abc0-96ada12f2d76 req-be2bf6fa-e075-4ae8-87d5-2ad068f1ae18 service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] No waiting events found dispatching network-vif-plugged-1f88ceee-42a1-408f-b8c5-56bf602487ca {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.206705] env[69563]: WARNING nova.compute.manager [req-c0298e71-12de-457f-abc0-96ada12f2d76 req-be2bf6fa-e075-4ae8-87d5-2ad068f1ae18 service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Received unexpected event network-vif-plugged-1f88ceee-42a1-408f-b8c5-56bf602487ca for instance with vm_state building and task_state spawning. [ 997.276739] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404067, 'name': Rename_Task, 'duration_secs': 0.151145} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.277051] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.277237] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b1baf4c-6e9c-4b93-84d6-4a0e01d0f076 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.285254] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 997.285254] env[69563]: value = "task-3404069" [ 997.285254] env[69563]: _type = "Task" [ 997.285254] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.296159] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.337584] env[69563]: DEBUG nova.network.neutron [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Successfully updated port: 1f88ceee-42a1-408f-b8c5-56bf602487ca {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 997.376557] env[69563]: DEBUG nova.compute.manager [req-1fe062b3-4bf7-4d42-a091-b5919974097a req-29958e5d-3b0a-4d8f-b167-9fbe4a5bf6fd service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Received event network-changed-bf28cc07-50b3-4632-a610-a0e71fea8ab9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.376756] env[69563]: DEBUG nova.compute.manager [req-1fe062b3-4bf7-4d42-a091-b5919974097a req-29958e5d-3b0a-4d8f-b167-9fbe4a5bf6fd service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Refreshing instance network info cache due to event network-changed-bf28cc07-50b3-4632-a610-a0e71fea8ab9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.376966] env[69563]: DEBUG oslo_concurrency.lockutils [req-1fe062b3-4bf7-4d42-a091-b5919974097a req-29958e5d-3b0a-4d8f-b167-9fbe4a5bf6fd service nova] Acquiring lock "refresh_cache-38381cd9-27b1-4361-a915-5ccd93de0a49" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.377125] env[69563]: DEBUG oslo_concurrency.lockutils [req-1fe062b3-4bf7-4d42-a091-b5919974097a req-29958e5d-3b0a-4d8f-b167-9fbe4a5bf6fd service nova] Acquired lock "refresh_cache-38381cd9-27b1-4361-a915-5ccd93de0a49" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.377283] env[69563]: DEBUG nova.network.neutron [req-1fe062b3-4bf7-4d42-a091-b5919974097a req-29958e5d-3b0a-4d8f-b167-9fbe4a5bf6fd service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Refreshing network info cache for port bf28cc07-50b3-4632-a610-a0e71fea8ab9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 997.469133] env[69563]: INFO nova.compute.manager [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Took 25.07 seconds to build instance. [ 997.506111] env[69563]: DEBUG nova.scheduler.client.report [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 997.506721] env[69563]: DEBUG nova.compute.provider_tree [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 128 to 129 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 997.506721] env[69563]: DEBUG nova.compute.provider_tree [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.555610] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404068, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.569668] env[69563]: INFO nova.compute.manager [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] instance snapshotting [ 997.572752] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496113fe-ad4e-421e-9173-1d192596cc7b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.593691] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b35312-cdf5-4d20-9003-b01ccd33133a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.620155] env[69563]: DEBUG nova.objects.base [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Object Instance<1fa5d2aa-44cc-44d7-b028-aaa203011017> lazy-loaded attributes: flavor,info_cache {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 997.658489] env[69563]: DEBUG nova.network.neutron [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Successfully updated port: 4fa23c19-547c-4df0-acad-893a2d828905 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 997.795695] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404069, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.841024] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "refresh_cache-4943a223-2c4c-4140-9400-6b64e0398412" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.841187] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "refresh_cache-4943a223-2c4c-4140-9400-6b64e0398412" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.841375] env[69563]: DEBUG nova.network.neutron [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 997.972542] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7d502e2-d254-4f3d-ac02-fcb7109f3eee tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "3c268845-a7a5-4796-a972-53d70d2b876e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.582s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.012356] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.423s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.012822] env[69563]: DEBUG nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.015301] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.911s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.015541] env[69563]: DEBUG nova.objects.instance [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lazy-loading 'resources' on Instance uuid c6b2e0e1-a75a-40d8-b07d-bbe6899602fd {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.058934] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404068, 'name': CreateVM_Task, 'duration_secs': 0.616821} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.059344] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.060129] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.061057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.061057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.061057] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a7f347-5a06-4189-85e3-8cbe6ef47291 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.065601] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 998.065601] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f7d819-1739-9006-2499-54000db68917" [ 998.065601] env[69563]: _type = "Task" [ 998.065601] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.073736] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f7d819-1739-9006-2499-54000db68917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.084491] env[69563]: DEBUG nova.network.neutron [req-1fe062b3-4bf7-4d42-a091-b5919974097a req-29958e5d-3b0a-4d8f-b167-9fbe4a5bf6fd service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Updated VIF entry in instance network info cache for port bf28cc07-50b3-4632-a610-a0e71fea8ab9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 998.084844] env[69563]: DEBUG nova.network.neutron [req-1fe062b3-4bf7-4d42-a091-b5919974097a req-29958e5d-3b0a-4d8f-b167-9fbe4a5bf6fd service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Updating instance_info_cache with network_info: [{"id": "bf28cc07-50b3-4632-a610-a0e71fea8ab9", "address": "fa:16:3e:1a:4b:d7", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf28cc07-50", "ovs_interfaceid": "bf28cc07-50b3-4632-a610-a0e71fea8ab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 998.104488] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.104781] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6c06afd0-b10b-45db-9556-f7d05d456e75 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.112011] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 998.112011] env[69563]: value = "task-3404070" [ 998.112011] env[69563]: _type = "Task" [ 998.112011] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.119579] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.162690] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.163596] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.163596] env[69563]: DEBUG nova.network.neutron [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 998.297337] env[69563]: DEBUG oslo_vmware.api [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404069, 'name': PowerOnVM_Task, 'duration_secs': 0.553692} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.297687] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.297879] env[69563]: INFO nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Took 8.32 seconds to spawn the instance on the hypervisor. [ 998.298009] env[69563]: DEBUG nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.298787] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c0184-6c38-4071-9f87-338f4dea6c29 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.323312] env[69563]: DEBUG nova.network.neutron [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 998.376230] env[69563]: DEBUG nova.network.neutron [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 998.511139] env[69563]: DEBUG nova.network.neutron [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Updating instance_info_cache with network_info: [{"id": "1f88ceee-42a1-408f-b8c5-56bf602487ca", "address": "fa:16:3e:28:a5:00", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f88ceee-42", "ovs_interfaceid": "1f88ceee-42a1-408f-b8c5-56bf602487ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 998.518440] env[69563]: DEBUG nova.compute.utils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.524266] env[69563]: DEBUG nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.526181] env[69563]: DEBUG nova.network.neutron [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 998.562511] env[69563]: DEBUG nova.policy [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afedd70a4954ecc8fee29be6e9fb0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9907d693720e4476b39789a6b54504ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.579930] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f7d819-1739-9006-2499-54000db68917, 'name': SearchDatastore_Task, 'duration_secs': 0.039223} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.580248] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.580573] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.580747] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.580891] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.581083] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.581338] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8addefec-d5fe-4bcd-a439-13239e2c3069 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.587042] env[69563]: DEBUG oslo_concurrency.lockutils [req-1fe062b3-4bf7-4d42-a091-b5919974097a req-29958e5d-3b0a-4d8f-b167-9fbe4a5bf6fd service nova] Releasing lock "refresh_cache-38381cd9-27b1-4361-a915-5ccd93de0a49" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.592583] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.593337] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.594141] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b69ae56-2315-4e9e-a087-98f4d39ddb1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.602300] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 998.602300] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ffa473-2b94-0472-c863-10d850dae561" [ 998.602300] env[69563]: _type = "Task" [ 998.602300] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.610453] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ffa473-2b94-0472-c863-10d850dae561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.620323] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.701624] env[69563]: WARNING nova.network.neutron [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] 4ee5f238-5ebf-426c-8aaa-1e43a25a8b22 already exists in list: networks containing: ['4ee5f238-5ebf-426c-8aaa-1e43a25a8b22']. ignoring it [ 998.780493] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf76520-52f3-43c1-9db6-8d2161d485d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.789269] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acfc20f-dadd-42bb-bfe4-dd00d814b664 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.832622] env[69563]: DEBUG oslo_concurrency.lockutils [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.834337] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e949cb67-e25d-418a-8da9-9d9a3e4de74a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.839449] env[69563]: DEBUG nova.network.neutron [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Successfully created port: 6453f907-bc01-46f3-863b-adf10fe8b199 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 998.841627] env[69563]: INFO nova.compute.manager [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Took 25.98 seconds to build instance. [ 998.849866] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdce461-f41a-497d-ad3e-26b4e8e5ac8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.866794] env[69563]: DEBUG nova.compute.provider_tree [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.015432] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "refresh_cache-4943a223-2c4c-4140-9400-6b64e0398412" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.015756] env[69563]: DEBUG nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Instance network_info: |[{"id": "1f88ceee-42a1-408f-b8c5-56bf602487ca", "address": "fa:16:3e:28:a5:00", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f88ceee-42", "ovs_interfaceid": "1f88ceee-42a1-408f-b8c5-56bf602487ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.016303] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:a5:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f88ceee-42a1-408f-b8c5-56bf602487ca', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.024312] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.025177] env[69563]: DEBUG nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.027757] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.028218] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45c5aadc-3454-4ab8-8944-d46326426c65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.049363] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.049363] env[69563]: value = "task-3404071" [ 999.049363] env[69563]: _type = "Task" [ 999.049363] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.057400] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404071, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.113638] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ffa473-2b94-0472-c863-10d850dae561, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.117510] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29d9e36-23b4-4fbc-aebc-f0b34e16b972 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.125239] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404070, 'name': CreateSnapshot_Task, 'duration_secs': 0.579518} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.127102] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.127102] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 999.127102] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527a05b0-c5d7-11a0-33e0-de0be0594145" [ 999.127102] env[69563]: _type = "Task" [ 999.127102] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.128032] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d28d3-e198-42b8-85a2-0a9be122c6b6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.134815] env[69563]: DEBUG nova.network.neutron [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4fa23c19-547c-4df0-acad-893a2d828905", "address": "fa:16:3e:64:36:3d", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa23c19-54", "ovs_interfaceid": "4fa23c19-547c-4df0-acad-893a2d828905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 999.147435] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527a05b0-c5d7-11a0-33e0-de0be0594145, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.147997] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.148418] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 38381cd9-27b1-4361-a915-5ccd93de0a49/38381cd9-27b1-4361-a915-5ccd93de0a49.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.148919] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7527cba-2622-4352-a4a3-b1db6d235081 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.158269] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 999.158269] env[69563]: value = "task-3404072" [ 999.158269] env[69563]: _type = "Task" [ 999.158269] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.167982] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.346054] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9fb369d9-956f-47bf-86ec-757fc191e6c7 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.499s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.346528] env[69563]: INFO nova.compute.manager [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Rescuing [ 999.346702] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.346917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.347117] env[69563]: DEBUG nova.network.neutron [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 999.369621] env[69563]: DEBUG nova.scheduler.client.report [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.428494] env[69563]: DEBUG nova.compute.manager [req-6a796814-706c-4942-a7cd-297b4d996996 req-666d64e8-5c2d-4ef0-93b2-2aef8be4cef4 service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Received event network-changed-1f88ceee-42a1-408f-b8c5-56bf602487ca {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.428494] env[69563]: DEBUG nova.compute.manager [req-6a796814-706c-4942-a7cd-297b4d996996 req-666d64e8-5c2d-4ef0-93b2-2aef8be4cef4 service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Refreshing instance network info cache due to event network-changed-1f88ceee-42a1-408f-b8c5-56bf602487ca. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.428494] env[69563]: DEBUG oslo_concurrency.lockutils [req-6a796814-706c-4942-a7cd-297b4d996996 req-666d64e8-5c2d-4ef0-93b2-2aef8be4cef4 service nova] Acquiring lock "refresh_cache-4943a223-2c4c-4140-9400-6b64e0398412" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.428886] env[69563]: DEBUG oslo_concurrency.lockutils [req-6a796814-706c-4942-a7cd-297b4d996996 req-666d64e8-5c2d-4ef0-93b2-2aef8be4cef4 service nova] Acquired lock "refresh_cache-4943a223-2c4c-4140-9400-6b64e0398412" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.428886] env[69563]: DEBUG nova.network.neutron [req-6a796814-706c-4942-a7cd-297b4d996996 req-666d64e8-5c2d-4ef0-93b2-2aef8be4cef4 service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Refreshing network info cache for port 1f88ceee-42a1-408f-b8c5-56bf602487ca {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 999.475272] env[69563]: DEBUG nova.compute.manager [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-vif-plugged-4fa23c19-547c-4df0-acad-893a2d828905 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.475272] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.475533] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] Lock "b0105855-eeea-4216-bc95-850690e43242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.475630] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] Lock "b0105855-eeea-4216-bc95-850690e43242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.476456] env[69563]: DEBUG nova.compute.manager [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] No waiting events found dispatching network-vif-plugged-4fa23c19-547c-4df0-acad-893a2d828905 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.476456] env[69563]: WARNING nova.compute.manager [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received unexpected event network-vif-plugged-4fa23c19-547c-4df0-acad-893a2d828905 for instance with vm_state active and task_state None. [ 999.476456] env[69563]: DEBUG nova.compute.manager [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-changed-4fa23c19-547c-4df0-acad-893a2d828905 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.476456] env[69563]: DEBUG nova.compute.manager [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Refreshing instance network info cache due to event network-changed-4fa23c19-547c-4df0-acad-893a2d828905. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.477016] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] Acquiring lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.562880] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404071, 'name': CreateVM_Task, 'duration_secs': 0.398848} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.563163] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.563902] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.564085] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.564488] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.564760] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee5e043-f7ef-4c04-97b3-6483e0820d58 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.570919] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 999.570919] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52861ed3-85de-ac12-71e6-915884009894" [ 999.570919] env[69563]: _type = "Task" [ 999.570919] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.580872] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52861ed3-85de-ac12-71e6-915884009894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.644642] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.645478] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.645599] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.645887] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] Acquired lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.646376] env[69563]: DEBUG nova.network.neutron [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Refreshing network info cache for port 4fa23c19-547c-4df0-acad-893a2d828905 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 999.648153] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a8b3e-b1bd-47ec-a2eb-1483f6ac8884 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.666708] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 999.668090] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d807dc1c-c24a-405a-8e6e-17b59c8ec69d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.689957] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.690297] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.690515] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.690742] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.690896] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.691077] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.691414] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.691642] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.691834] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.692030] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.692242] env[69563]: DEBUG nova.virt.hardware [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.699523] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Reconfiguring VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 999.702030] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29401dd-9114-4c6c-8531-9d4ac9f4a23e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.715211] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 999.715211] env[69563]: value = "task-3404073" [ 999.715211] env[69563]: _type = "Task" [ 999.715211] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.720108] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404072, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.726464] env[69563]: DEBUG oslo_vmware.api [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 999.726464] env[69563]: value = "task-3404074" [ 999.726464] env[69563]: _type = "Task" [ 999.726464] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.732613] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404073, 'name': CloneVM_Task} progress is 12%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.738547] env[69563]: DEBUG oslo_vmware.api [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404074, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.850088] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.853059] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9016ffc-4ede-43e7-96c1-6a46342e1538 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.860842] env[69563]: DEBUG oslo_vmware.api [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 999.860842] env[69563]: value = "task-3404075" [ 999.860842] env[69563]: _type = "Task" [ 999.860842] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.869573] env[69563]: DEBUG oslo_vmware.api [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.877531] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.879921] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.391s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.880117] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.880283] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 999.880621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.624s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.882181] env[69563]: INFO nova.compute.claims [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.888027] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db43da16-9727-4435-a560-6f1d743f7557 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.899258] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1da602-6f00-4fbb-9747-a8f467ca178a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.904540] env[69563]: INFO nova.scheduler.client.report [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Deleted allocations for instance c6b2e0e1-a75a-40d8-b07d-bbe6899602fd [ 999.918112] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f32f51-37d9-485f-a143-5ffc5f042bcd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.926086] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca1b5d-42f4-47b6-b39b-1bb027dbd220 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.968776] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179223MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 999.968776] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.036992] env[69563]: DEBUG nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.065154] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.065445] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.065718] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.065900] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.066011] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.066198] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.066429] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.066607] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.066805] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.066981] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.067175] env[69563]: DEBUG nova.virt.hardware [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.068105] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901f1595-961f-4cf3-818b-c98fd0caca57 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.078207] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a48ed44-ed29-40d5-bb74-9e275d6aa88a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.085792] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52861ed3-85de-ac12-71e6-915884009894, 'name': SearchDatastore_Task, 'duration_secs': 0.045886} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.086489] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.086721] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.086984] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.087144] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.087324] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.087584] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abbcc1d3-7a16-4bc7-bed2-9d8d2eed5f3b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.106501] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.106720] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.107615] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ebf861-3391-419b-8c55-9aed4f86b057 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.113955] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1000.113955] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52574b8f-a073-8f70-c67d-3c247e79a4e1" [ 1000.113955] env[69563]: _type = "Task" [ 1000.113955] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.123681] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52574b8f-a073-8f70-c67d-3c247e79a4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.177883] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551176} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.178148] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 38381cd9-27b1-4361-a915-5ccd93de0a49/38381cd9-27b1-4361-a915-5ccd93de0a49.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.178356] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.178609] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a5f38e2-4202-4cd3-bcde-587bec2ea4c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.187218] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1000.187218] env[69563]: value = "task-3404076" [ 1000.187218] env[69563]: _type = "Task" [ 1000.187218] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.196143] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.234245] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404073, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.239523] env[69563]: DEBUG oslo_vmware.api [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.313878] env[69563]: DEBUG nova.network.neutron [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Updating instance_info_cache with network_info: [{"id": "ce8c96fb-9ee8-4e18-b507-61c20f86a02f", "address": "fa:16:3e:be:39:e4", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8c96fb-9e", "ovs_interfaceid": "ce8c96fb-9ee8-4e18-b507-61c20f86a02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1000.376390] env[69563]: DEBUG oslo_vmware.api [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404075, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.382948] env[69563]: DEBUG nova.network.neutron [req-6a796814-706c-4942-a7cd-297b4d996996 req-666d64e8-5c2d-4ef0-93b2-2aef8be4cef4 service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Updated VIF entry in instance network info cache for port 1f88ceee-42a1-408f-b8c5-56bf602487ca. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1000.383412] env[69563]: DEBUG nova.network.neutron [req-6a796814-706c-4942-a7cd-297b4d996996 req-666d64e8-5c2d-4ef0-93b2-2aef8be4cef4 service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Updating instance_info_cache with network_info: [{"id": "1f88ceee-42a1-408f-b8c5-56bf602487ca", "address": "fa:16:3e:28:a5:00", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f88ceee-42", "ovs_interfaceid": "1f88ceee-42a1-408f-b8c5-56bf602487ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1000.420877] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4574e548-645e-4b3b-8114-e77a7d6029b7 tempest-TenantUsagesTestJSON-1039097150 tempest-TenantUsagesTestJSON-1039097150-project-member] Lock "c6b2e0e1-a75a-40d8-b07d-bbe6899602fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.747s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.494334] env[69563]: DEBUG nova.network.neutron [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updated VIF entry in instance network info cache for port 4fa23c19-547c-4df0-acad-893a2d828905. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1000.495424] env[69563]: DEBUG nova.network.neutron [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4fa23c19-547c-4df0-acad-893a2d828905", "address": "fa:16:3e:64:36:3d", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa23c19-54", "ovs_interfaceid": "4fa23c19-547c-4df0-acad-893a2d828905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1000.519879] env[69563]: DEBUG nova.network.neutron [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Successfully updated port: 6453f907-bc01-46f3-863b-adf10fe8b199 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1000.625853] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52574b8f-a073-8f70-c67d-3c247e79a4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015044} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.626811] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f3c61e-cdec-4698-9ef5-7c0ff4a9eb12 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.632650] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1000.632650] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52877a73-1c8b-8985-8bd7-a9e32a22823e" [ 1000.632650] env[69563]: _type = "Task" [ 1000.632650] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.641310] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52877a73-1c8b-8985-8bd7-a9e32a22823e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.696833] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192084} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.697184] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.698174] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf5104-627c-4fb1-a3b8-9535bf029d1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.722299] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 38381cd9-27b1-4361-a915-5ccd93de0a49/38381cd9-27b1-4361-a915-5ccd93de0a49.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.722711] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5067100-1157-4f02-b7d2-58a9e03648a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.751298] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404073, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.755792] env[69563]: DEBUG oslo_vmware.api [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404074, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.756122] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1000.756122] env[69563]: value = "task-3404077" [ 1000.756122] env[69563]: _type = "Task" [ 1000.756122] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.766628] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.817418] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "refresh_cache-80bb8738-0765-4dab-9e79-db26ea7d9ffa" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.871939] env[69563]: DEBUG oslo_vmware.api [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404075, 'name': PowerOnVM_Task, 'duration_secs': 0.626928} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.872408] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.872770] env[69563]: DEBUG nova.compute.manager [None req-623bf860-0a3f-4b19-be6f-1b089c993bc7 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.874059] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac72f28-4747-4791-bbd3-c3887517f7f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.886207] env[69563]: DEBUG oslo_concurrency.lockutils [req-6a796814-706c-4942-a7cd-297b4d996996 req-666d64e8-5c2d-4ef0-93b2-2aef8be4cef4 service nova] Releasing lock "refresh_cache-4943a223-2c4c-4140-9400-6b64e0398412" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.999138] env[69563]: DEBUG oslo_concurrency.lockutils [req-c0e801cb-319f-4894-99be-478ad9e8940d req-94cd60eb-671a-4149-99a1-e09cf821e3c3 service nova] Releasing lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.022933] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.023150] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.023280] env[69563]: DEBUG nova.network.neutron [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1001.145740] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52877a73-1c8b-8985-8bd7-a9e32a22823e, 'name': SearchDatastore_Task, 'duration_secs': 0.0195} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.146015] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.146293] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 4943a223-2c4c-4140-9400-6b64e0398412/4943a223-2c4c-4140-9400-6b64e0398412.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.146552] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b3092f-4630-4eba-a9dd-91cd4e5d3b25 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.154324] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1001.154324] env[69563]: value = "task-3404078" [ 1001.154324] env[69563]: _type = "Task" [ 1001.154324] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.162933] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.167900] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbc1c19-bda1-4483-826b-b25dbc4974ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.175835] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42e4b0d-ac58-4d74-bd1a-67e8ce7bd683 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.206902] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb5283-7fa5-4b7f-888f-169981e918b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.218856] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d0455e-b053-4263-9ba5-aa49975bd58b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.233105] env[69563]: DEBUG nova.compute.provider_tree [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.242793] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404073, 'name': CloneVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.256192] env[69563]: DEBUG oslo_vmware.api [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404074, 'name': ReconfigVM_Task, 'duration_secs': 1.172466} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.256470] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.256696] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Reconfigured VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1001.267916] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.557720] env[69563]: DEBUG nova.network.neutron [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1001.668866] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404078, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.698821] env[69563]: DEBUG nova.network.neutron [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Updating instance_info_cache with network_info: [{"id": "6453f907-bc01-46f3-863b-adf10fe8b199", "address": "fa:16:3e:c4:17:43", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6453f907-bc", "ovs_interfaceid": "6453f907-bc01-46f3-863b-adf10fe8b199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1001.739761] env[69563]: DEBUG nova.scheduler.client.report [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.750358] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404073, 'name': CloneVM_Task, 'duration_secs': 1.642691} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.750732] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Created linked-clone VM from snapshot [ 1001.751608] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637cce63-974f-4cfb-baff-b33ac615fbf7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.761211] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Uploading image 778c0ab7-01ba-4a8d-bc4c-faa91f59afb8 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1001.768898] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d2da9622-9023-447a-99e8-ed82d3bbdaf3 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-b0105855-eeea-4216-bc95-850690e43242-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.108s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.778448] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404077, 'name': ReconfigVM_Task, 'duration_secs': 0.683452} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.779766] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1001.780151] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 38381cd9-27b1-4361-a915-5ccd93de0a49/38381cd9-27b1-4361-a915-5ccd93de0a49.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.781699] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cec94b2f-e433-4069-aa54-137cbfb03113 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.783603] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07ff494f-37cf-4ba1-983d-b574cfb0cf7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.792185] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1001.792185] env[69563]: value = "task-3404079" [ 1001.792185] env[69563]: _type = "Task" [ 1001.792185] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.794035] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1001.794035] env[69563]: value = "task-3404080" [ 1001.794035] env[69563]: _type = "Task" [ 1001.794035] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.808505] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404079, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.812327] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404080, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.924733] env[69563]: DEBUG nova.compute.manager [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Received event network-vif-plugged-6453f907-bc01-46f3-863b-adf10fe8b199 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.925131] env[69563]: DEBUG oslo_concurrency.lockutils [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] Acquiring lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.928545] env[69563]: DEBUG oslo_concurrency.lockutils [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] Lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.928747] env[69563]: DEBUG oslo_concurrency.lockutils [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] Lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.929058] env[69563]: DEBUG nova.compute.manager [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] No waiting events found dispatching network-vif-plugged-6453f907-bc01-46f3-863b-adf10fe8b199 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.929359] env[69563]: WARNING nova.compute.manager [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Received unexpected event network-vif-plugged-6453f907-bc01-46f3-863b-adf10fe8b199 for instance with vm_state building and task_state spawning. [ 1001.929572] env[69563]: DEBUG nova.compute.manager [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Received event network-changed-6453f907-bc01-46f3-863b-adf10fe8b199 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.929796] env[69563]: DEBUG nova.compute.manager [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Refreshing instance network info cache due to event network-changed-6453f907-bc01-46f3-863b-adf10fe8b199. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.930109] env[69563]: DEBUG oslo_concurrency.lockutils [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] Acquiring lock "refresh_cache-7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.975033] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.975033] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.975033] env[69563]: INFO nova.compute.manager [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Shelving [ 1002.165528] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877122} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.165795] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 4943a223-2c4c-4140-9400-6b64e0398412/4943a223-2c4c-4140-9400-6b64e0398412.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.166018] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.166347] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a0582f6-a1b5-482f-9111-2064cf44adb4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.172413] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1002.172413] env[69563]: value = "task-3404081" [ 1002.172413] env[69563]: _type = "Task" [ 1002.172413] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.180942] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.202128] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.202509] env[69563]: DEBUG nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Instance network_info: |[{"id": "6453f907-bc01-46f3-863b-adf10fe8b199", "address": "fa:16:3e:c4:17:43", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6453f907-bc", "ovs_interfaceid": "6453f907-bc01-46f3-863b-adf10fe8b199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.202856] env[69563]: DEBUG oslo_concurrency.lockutils [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] Acquired lock "refresh_cache-7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.203096] env[69563]: DEBUG nova.network.neutron [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Refreshing network info cache for port 6453f907-bc01-46f3-863b-adf10fe8b199 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1002.204410] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:17:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6453f907-bc01-46f3-863b-adf10fe8b199', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.212862] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.213922] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.214227] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2933ee1d-2458-4d4d-8afc-84c1cf2d304b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.236456] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.236456] env[69563]: value = "task-3404082" [ 1002.236456] env[69563]: _type = "Task" [ 1002.236456] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.244854] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.245406] env[69563]: DEBUG nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.247795] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404082, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.248099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.185s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.306748] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404079, 'name': Rename_Task, 'duration_secs': 0.180912} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.310151] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.310569] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404080, 'name': Destroy_Task, 'duration_secs': 0.379126} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.310806] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c856f75-d6da-4564-a81f-e5365552e886 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.312373] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Destroyed the VM [ 1002.312667] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.312908] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da7fa152-afb5-41f9-b771-316071c70b2d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.318295] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1002.318295] env[69563]: value = "task-3404083" [ 1002.318295] env[69563]: _type = "Task" [ 1002.318295] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.319449] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1002.319449] env[69563]: value = "task-3404084" [ 1002.319449] env[69563]: _type = "Task" [ 1002.319449] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.329636] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.332698] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404084, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.357691] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.358345] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d05dec3-ce81-49b8-95c1-045409125c27 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.364961] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1002.364961] env[69563]: value = "task-3404085" [ 1002.364961] env[69563]: _type = "Task" [ 1002.364961] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.374924] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.686049] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062912} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.686507] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.687695] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b457e4-9e5d-42b8-ba16-83d15d2cd289 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.720623] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4943a223-2c4c-4140-9400-6b64e0398412/4943a223-2c4c-4140-9400-6b64e0398412.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.723616] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f5b290-6cf4-4b50-a002-bbf20f332d8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.751266] env[69563]: DEBUG nova.compute.utils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.755087] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404082, 'name': CreateVM_Task, 'duration_secs': 0.477405} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.756957] env[69563]: DEBUG nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.757149] env[69563]: DEBUG nova.network.neutron [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1002.759024] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.759137] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1002.759137] env[69563]: value = "task-3404086" [ 1002.759137] env[69563]: _type = "Task" [ 1002.759137] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.759720] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.759854] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.760172] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.760767] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be57919-981b-4fd1-a555-18690f13cb4a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.769507] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1002.769507] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a708ad-bd5e-bfe6-2b9b-8ff3206f87ae" [ 1002.769507] env[69563]: _type = "Task" [ 1002.769507] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.774319] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.785309] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a708ad-bd5e-bfe6-2b9b-8ff3206f87ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.833350] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.837935] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404084, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.854664] env[69563]: DEBUG nova.policy [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c17fffc1752d49a885adacdc20cbb3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75efb80e54b247318aac11fb5322faf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.874546] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404085, 'name': PowerOffVM_Task, 'duration_secs': 0.223393} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.874858] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.875730] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd848974-b758-4b27-b624-2eac28307c38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.898623] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfce38a8-5a13-4e71-863b-88966692788a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.938946] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.940325] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e7309d-650b-4e12-8272-9e965b56e63c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.947217] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1002.947217] env[69563]: value = "task-3404087" [ 1002.947217] env[69563]: _type = "Task" [ 1002.947217] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.968541] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.968541] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.968541] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.968541] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.968870] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.969308] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-914479ee-fc02-420e-be1b-543316c78765 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.980379] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.980633] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.981448] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977f7981-4ac0-4fea-a250-18fcb2a88b73 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.984049] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.984300] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6338242-d93f-4f18-b22b-1526f64d3ec6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.989051] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1002.989051] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529c3f87-c2ac-2ed9-1e07-53115e2df8c7" [ 1002.989051] env[69563]: _type = "Task" [ 1002.989051] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.996344] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1002.996344] env[69563]: value = "task-3404088" [ 1002.996344] env[69563]: _type = "Task" [ 1002.996344] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.008959] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529c3f87-c2ac-2ed9-1e07-53115e2df8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.014372] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.111327] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c11bb-882e-4827-9fc3-613b1a764a4a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.118845] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3669499-5c10-45a7-afbe-9d8c573adeb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.152569] env[69563]: DEBUG nova.network.neutron [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Updated VIF entry in instance network info cache for port 6453f907-bc01-46f3-863b-adf10fe8b199. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1003.152932] env[69563]: DEBUG nova.network.neutron [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Updating instance_info_cache with network_info: [{"id": "6453f907-bc01-46f3-863b-adf10fe8b199", "address": "fa:16:3e:c4:17:43", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6453f907-bc", "ovs_interfaceid": "6453f907-bc01-46f3-863b-adf10fe8b199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1003.154661] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06c9ff-69ec-49cd-8d69-c80c0e85b55e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.162532] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0137a7f5-81b6-4d17-bd84-68248c6a3b4f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.177571] env[69563]: DEBUG nova.compute.provider_tree [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.256657] env[69563]: DEBUG nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.270608] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.279232] env[69563]: DEBUG nova.network.neutron [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Successfully created port: 81e24c94-db15-4875-8661-d41f536a0feb {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1003.287166] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a708ad-bd5e-bfe6-2b9b-8ff3206f87ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.287492] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.289278] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.289278] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.289278] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.289278] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.289278] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405863e2-9a87-4043-9103-8acb4ab8fd65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.299020] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.299020] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.299020] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c53d06-b010-4785-8df4-5660ae43579e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.303194] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1003.303194] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52732496-7776-f46b-5465-7fd25c944482" [ 1003.303194] env[69563]: _type = "Task" [ 1003.303194] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.312465] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52732496-7776-f46b-5465-7fd25c944482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.334311] env[69563]: DEBUG oslo_vmware.api [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404083, 'name': PowerOnVM_Task, 'duration_secs': 0.745495} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.337877] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.338260] env[69563]: INFO nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1003.338575] env[69563]: DEBUG nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.338979] env[69563]: DEBUG oslo_vmware.api [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404084, 'name': RemoveSnapshot_Task, 'duration_secs': 0.770511} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.339930] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca202dc2-70eb-4ead-8b0d-abdbe06a0d3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.342594] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.504021] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529c3f87-c2ac-2ed9-1e07-53115e2df8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.026757} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.506286] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc311729-90a5-4d90-9f2e-04d0a660316c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.513842] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404088, 'name': PowerOffVM_Task, 'duration_secs': 0.290538} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.515204] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.515675] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1003.515675] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204b66d-99d3-e7d7-a82b-0191cee7b128" [ 1003.515675] env[69563]: _type = "Task" [ 1003.515675] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.519019] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2438e813-c963-4623-86ea-e13f4362ddd9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.529943] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204b66d-99d3-e7d7-a82b-0191cee7b128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.545407] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e7c412-db34-43b4-b788-7806eed88a5a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.658396] env[69563]: DEBUG oslo_concurrency.lockutils [req-3584b3da-8d6e-448c-91d9-bb3b3f827c33 req-cac655e0-a7ff-4b21-8343-e8a192f77fc7 service nova] Releasing lock "refresh_cache-7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.681219] env[69563]: DEBUG nova.scheduler.client.report [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.774243] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404086, 'name': ReconfigVM_Task, 'duration_secs': 0.987105} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.774777] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4943a223-2c4c-4140-9400-6b64e0398412/4943a223-2c4c-4140-9400-6b64e0398412.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.775183] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3ca5fdc-a5f6-47e1-97ec-7c2466d264bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.782597] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1003.782597] env[69563]: value = "task-3404089" [ 1003.782597] env[69563]: _type = "Task" [ 1003.782597] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.792315] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404089, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.816216] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52732496-7776-f46b-5465-7fd25c944482, 'name': SearchDatastore_Task, 'duration_secs': 0.051113} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.817318] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6929c3-620e-4c0a-82f6-aea00006faf8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.823290] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1003.823290] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222ba8a-9dcf-78a6-80ef-607e4cf82e8a" [ 1003.823290] env[69563]: _type = "Task" [ 1003.823290] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.832997] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222ba8a-9dcf-78a6-80ef-607e4cf82e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.848685] env[69563]: WARNING nova.compute.manager [None req-4e75d25e-f528-4726-a452-e298c9b891b1 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Image not found during snapshot: nova.exception.ImageNotFound: Image 778c0ab7-01ba-4a8d-bc4c-faa91f59afb8 could not be found. [ 1003.858557] env[69563]: INFO nova.compute.manager [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Took 28.05 seconds to build instance. [ 1003.923350] env[69563]: DEBUG nova.compute.manager [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.925456] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d66a09-57f5-4ab3-8b10-19b094d545e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.032053] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204b66d-99d3-e7d7-a82b-0191cee7b128, 'name': SearchDatastore_Task, 'duration_secs': 0.048178} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.032053] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.032156] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. {{(pid=69563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1004.032826] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e24544e-eed1-4247-91b5-551978ed846b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.039353] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1004.039353] env[69563]: value = "task-3404090" [ 1004.039353] env[69563]: _type = "Task" [ 1004.039353] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.048402] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.058043] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.058043] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a43ef2d-7093-4883-aed4-b6f04f708ec2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.065634] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1004.065634] env[69563]: value = "task-3404091" [ 1004.065634] env[69563]: _type = "Task" [ 1004.065634] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.075176] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404091, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.231490] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-b0105855-eeea-4216-bc95-850690e43242-dc1eb23a-d0fe-4aa9-97e0-d62be4111668" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.231769] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-b0105855-eeea-4216-bc95-850690e43242-dc1eb23a-d0fe-4aa9-97e0-d62be4111668" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.232173] env[69563]: DEBUG nova.objects.instance [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'flavor' on Instance uuid b0105855-eeea-4216-bc95-850690e43242 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.268712] env[69563]: DEBUG nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.295750] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404089, 'name': Rename_Task, 'duration_secs': 0.28771} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.297998] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.298278] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.298449] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.298609] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.298754] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.298898] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.299134] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.299289] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.299452] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.299622] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.299791] env[69563]: DEBUG nova.virt.hardware [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.300105] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.300889] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922b65df-0715-4e53-8d47-016f59e5cb8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.303458] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a62b372-66e2-4405-a18d-d1d45c233388 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.312522] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec83c0-c8f8-4d98-85a8-ca8ab3e47f89 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.316150] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1004.316150] env[69563]: value = "task-3404092" [ 1004.316150] env[69563]: _type = "Task" [ 1004.316150] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.331089] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.344246] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222ba8a-9dcf-78a6-80ef-607e4cf82e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.021279} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.344462] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.344755] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24/7d7881c2-4bdd-4d5f-a2b2-470c349c0c24.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.345020] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94c0d317-4965-4a83-aabc-0cc195015269 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.351062] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1004.351062] env[69563]: value = "task-3404093" [ 1004.351062] env[69563]: _type = "Task" [ 1004.351062] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.359414] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.359828] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6c07dd80-a961-4211-93fe-4ed90d4dcb9e tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.561s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.435756] env[69563]: INFO nova.compute.manager [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] instance snapshotting [ 1004.436482] env[69563]: DEBUG nova.objects.instance [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'flavor' on Instance uuid 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.486473] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "4feb9856-2f61-476f-b157-e66644e43882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.486939] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4feb9856-2f61-476f-b157-e66644e43882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.487288] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "4feb9856-2f61-476f-b157-e66644e43882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.487566] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4feb9856-2f61-476f-b157-e66644e43882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.487808] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4feb9856-2f61-476f-b157-e66644e43882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.490148] env[69563]: INFO nova.compute.manager [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Terminating instance [ 1004.553153] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404090, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.576687] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404091, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.692506] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.444s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.697536] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.730s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.836763] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.867126] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.946026] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb45806-7c51-4a96-b4d0-c99dc105e999 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.971621] env[69563]: DEBUG nova.objects.instance [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'pci_requests' on Instance uuid b0105855-eeea-4216-bc95-850690e43242 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.973704] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25871a6f-d735-414e-a0e7-a6e24e8a29bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.994712] env[69563]: DEBUG nova.compute.manager [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.994945] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.995892] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d5ac42-4b9e-44ee-9c4c-ec1aabe16d1c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.009624] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.009917] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38af82c9-c6f6-48e4-bbfe-99db32febb98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.019962] env[69563]: DEBUG oslo_vmware.api [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1005.019962] env[69563]: value = "task-3404094" [ 1005.019962] env[69563]: _type = "Task" [ 1005.019962] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.029984] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "38381cd9-27b1-4361-a915-5ccd93de0a49" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.032044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.032044] env[69563]: DEBUG nova.compute.manager [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.032523] env[69563]: DEBUG oslo_vmware.api [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.034338] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6eb20b-14c5-4f4a-aa83-89f5c9c1e08b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.048567] env[69563]: DEBUG nova.compute.manager [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1005.049420] env[69563]: DEBUG nova.objects.instance [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'flavor' on Instance uuid 38381cd9-27b1-4361-a915-5ccd93de0a49 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.057189] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698617} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.057512] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. [ 1005.058582] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24043bfd-ef89-4600-86aa-b4c0bf946315 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.091289] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.094354] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-372d1f02-dffc-400f-a89b-5876f600b02a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.116172] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404091, 'name': CreateSnapshot_Task, 'duration_secs': 0.689829} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.117837] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1005.118208] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1005.118208] env[69563]: value = "task-3404095" [ 1005.118208] env[69563]: _type = "Task" [ 1005.118208] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.119040] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04204f-e5fc-413c-af5b-14059881f368 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.131930] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.284472] env[69563]: INFO nova.scheduler.client.report [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted allocation for migration 1eef0ff3-68f6-48b9-9192-8a4f6da3c838 [ 1005.316306] env[69563]: DEBUG nova.network.neutron [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Successfully updated port: 81e24c94-db15-4875-8661-d41f536a0feb {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1005.331943] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404092, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.365973] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850992} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.366252] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24/7d7881c2-4bdd-4d5f-a2b2-470c349c0c24.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.366454] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.366706] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81aedd3f-77b0-4752-81f8-7ce68cdb648b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.373406] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1005.373406] env[69563]: value = "task-3404096" [ 1005.373406] env[69563]: _type = "Task" [ 1005.373406] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.383024] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.481313] env[69563]: DEBUG nova.objects.base [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.481438] env[69563]: DEBUG nova.network.neutron [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1005.493320] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.493653] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-548c06c4-829e-47ad-bd11-a13055efe67b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.504854] env[69563]: DEBUG nova.compute.manager [req-5288826b-2447-4784-b3b1-52fe4758e12b req-5f64ccef-999c-488f-9eb0-dfcae59c7c03 service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Received event network-vif-plugged-81e24c94-db15-4875-8661-d41f536a0feb {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.505158] env[69563]: DEBUG oslo_concurrency.lockutils [req-5288826b-2447-4784-b3b1-52fe4758e12b req-5f64ccef-999c-488f-9eb0-dfcae59c7c03 service nova] Acquiring lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.505535] env[69563]: DEBUG oslo_concurrency.lockutils [req-5288826b-2447-4784-b3b1-52fe4758e12b req-5f64ccef-999c-488f-9eb0-dfcae59c7c03 service nova] Lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.505618] env[69563]: DEBUG oslo_concurrency.lockutils [req-5288826b-2447-4784-b3b1-52fe4758e12b req-5f64ccef-999c-488f-9eb0-dfcae59c7c03 service nova] Lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.505815] env[69563]: DEBUG nova.compute.manager [req-5288826b-2447-4784-b3b1-52fe4758e12b req-5f64ccef-999c-488f-9eb0-dfcae59c7c03 service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] No waiting events found dispatching network-vif-plugged-81e24c94-db15-4875-8661-d41f536a0feb {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.506018] env[69563]: WARNING nova.compute.manager [req-5288826b-2447-4784-b3b1-52fe4758e12b req-5f64ccef-999c-488f-9eb0-dfcae59c7c03 service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Received unexpected event network-vif-plugged-81e24c94-db15-4875-8661-d41f536a0feb for instance with vm_state building and task_state spawning. [ 1005.506791] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1005.506791] env[69563]: value = "task-3404097" [ 1005.506791] env[69563]: _type = "Task" [ 1005.506791] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.520349] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.530250] env[69563]: DEBUG oslo_vmware.api [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404094, 'name': PowerOffVM_Task, 'duration_secs': 0.242795} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.530546] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.530718] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.531067] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c7377db-1cef-4c63-bd53-76531fd53a71 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.592787] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.593412] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.595053] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleting the datastore file [datastore1] 4feb9856-2f61-476f-b157-e66644e43882 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.595053] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cb4de2c-9874-4d0d-bc2c-539a59a883de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.601297] env[69563]: DEBUG oslo_vmware.api [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1005.601297] env[69563]: value = "task-3404099" [ 1005.601297] env[69563]: _type = "Task" [ 1005.601297] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.607126] env[69563]: DEBUG nova.policy [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.615834] env[69563]: DEBUG oslo_vmware.api [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.634234] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.648633] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1005.648633] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37297627-da1a-41e7-ae16-db1424327825 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.656391] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1005.656391] env[69563]: value = "task-3404100" [ 1005.656391] env[69563]: _type = "Task" [ 1005.656391] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.665068] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404100, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.748572] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 059d444c-f15e-4e19-a478-88f89022de01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.748808] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.748970] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.749139] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 509fe96d-c6e0-409d-96d9-1de283a2e7a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.749318] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 47622390-9e3a-4865-b160-821637c53a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.749491] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance b0105855-eeea-4216-bc95-850690e43242 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.749631] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1fa5d2aa-44cc-44d7-b028-aaa203011017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.749797] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 827398ff-e013-4b89-9d3f-41c3a60d445d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.750180] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance fbcc81f4-cf05-4b99-b8b4-72b664dbc93f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.750180] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7131e8f7-8b35-40a3-8eb6-803f9c9408d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.750267] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 4feb9856-2f61-476f-b157-e66644e43882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.750457] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 3c268845-a7a5-4796-a972-53d70d2b876e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.750625] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 80bb8738-0765-4dab-9e79-db26ea7d9ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.750773] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 38381cd9-27b1-4361-a915-5ccd93de0a49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.750920] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 4943a223-2c4c-4140-9400-6b64e0398412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.751706] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.752575] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1005.752575] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1005.752575] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1005.789652] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1709f09-a104-4c44-8511-f8c6d3bd16a9 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.704s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.818947] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquiring lock "refresh_cache-7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.818947] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquired lock "refresh_cache-7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.818947] env[69563]: DEBUG nova.network.neutron [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1005.830727] env[69563]: DEBUG oslo_vmware.api [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404092, 'name': PowerOnVM_Task, 'duration_secs': 1.414547} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.833950] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.834256] env[69563]: INFO nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1005.834476] env[69563]: DEBUG nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.836267] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbcccf1-984a-444b-864b-995823ba4957 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.886860] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077197} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.887296] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.888058] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52438a15-ae24-4168-b619-8013f23c47d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.922964] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24/7d7881c2-4bdd-4d5f-a2b2-470c349c0c24.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.926708] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fd1e9c-4d50-434b-80f3-1cfc71f3b61c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.949905] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1005.949905] env[69563]: value = "task-3404101" [ 1005.949905] env[69563]: _type = "Task" [ 1005.949905] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.963164] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.017572] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.057110] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.057110] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a0cce9f-b33d-49a3-9484-cac880ed3288 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.066897] env[69563]: DEBUG oslo_vmware.api [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1006.066897] env[69563]: value = "task-3404102" [ 1006.066897] env[69563]: _type = "Task" [ 1006.066897] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.076962] env[69563]: DEBUG oslo_vmware.api [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.104342] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04758935-5d1a-4bd4-9d27-58252a9ee749 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.120057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca668a-afd7-49c6-b3c4-07ac8605124a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.123731] env[69563]: DEBUG oslo_vmware.api [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282869} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.124111] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.124296] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.124467] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.124635] env[69563]: INFO nova.compute.manager [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1006.124860] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.128533] env[69563]: DEBUG nova.compute.manager [-] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.128665] env[69563]: DEBUG nova.network.neutron [-] [instance: 4feb9856-2f61-476f-b157-e66644e43882] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1006.160716] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede57d3d-deea-4982-87b5-e57866f0397d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.163862] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.173237] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404100, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.176851] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0300ae06-cbbe-497f-972f-c7aa9dd2fac1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.193397] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.356024] env[69563]: INFO nova.compute.manager [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Took 29.41 seconds to build instance. [ 1006.384839] env[69563]: DEBUG nova.network.neutron [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1006.460438] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.524809] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404097, 'name': CreateSnapshot_Task, 'duration_secs': 1.023665} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.525093] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1006.525828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e388fd2d-648d-435c-b9d7-adc87775515e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.578041] env[69563]: DEBUG oslo_vmware.api [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404102, 'name': PowerOffVM_Task, 'duration_secs': 0.257647} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.578339] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.578551] env[69563]: DEBUG nova.compute.manager [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.579383] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30974cde-ee49-41aa-b148-89b490a9f63c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.607763] env[69563]: DEBUG nova.network.neutron [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Updating instance_info_cache with network_info: [{"id": "81e24c94-db15-4875-8661-d41f536a0feb", "address": "fa:16:3e:a0:c8:34", "network": {"id": "9e9e63eb-f3c5-49b5-923b-04a5e52f332b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-962811757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75efb80e54b247318aac11fb5322faf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e24c94-db", "ovs_interfaceid": "81e24c94-db15-4875-8661-d41f536a0feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1006.635425] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404095, 'name': ReconfigVM_Task, 'duration_secs': 1.040485} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.635772] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.638820] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf6e8db-0400-454d-bda3-9bf14977805e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.669414] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2801f07a-5501-42d0-9863-33417b2177a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.686767] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404100, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.688071] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1006.688071] env[69563]: value = "task-3404103" [ 1006.688071] env[69563]: _type = "Task" [ 1006.688071] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.699265] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.703172] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.858712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2398c27-a47b-435f-a553-68ca6ed67768 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "4943a223-2c4c-4140-9400-6b64e0398412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.916s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.930855] env[69563]: DEBUG nova.network.neutron [-] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1006.962670] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404101, 'name': ReconfigVM_Task, 'duration_secs': 0.517359} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.963146] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24/7d7881c2-4bdd-4d5f-a2b2-470c349c0c24.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.964354] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd44320a-9375-4120-b8e9-a94b94af14a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.971734] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1006.971734] env[69563]: value = "task-3404104" [ 1006.971734] env[69563]: _type = "Task" [ 1006.971734] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.982806] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404104, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.045324] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1007.045324] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e47a3b1-35b1-4a61-87c4-6bc8aab79bcf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.053457] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1007.053457] env[69563]: value = "task-3404105" [ 1007.053457] env[69563]: _type = "Task" [ 1007.053457] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.063212] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404105, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.091886] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cd215e05-92dc-4375-8148-8c31abe3b699 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.110620] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Releasing lock "refresh_cache-7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.110991] env[69563]: DEBUG nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Instance network_info: |[{"id": "81e24c94-db15-4875-8661-d41f536a0feb", "address": "fa:16:3e:a0:c8:34", "network": {"id": "9e9e63eb-f3c5-49b5-923b-04a5e52f332b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-962811757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75efb80e54b247318aac11fb5322faf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e24c94-db", "ovs_interfaceid": "81e24c94-db15-4875-8661-d41f536a0feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.111710] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:c8:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e24c94-db15-4875-8661-d41f536a0feb', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.119676] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Creating folder: Project (75efb80e54b247318aac11fb5322faf5). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.120671] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a49fe2-caf1-4c9c-ba6b-4acce4644116 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.131494] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Created folder: Project (75efb80e54b247318aac11fb5322faf5) in parent group-v678952. [ 1007.131711] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Creating folder: Instances. Parent ref: group-v679200. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.131964] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79d175ec-bcac-486c-826f-38d1b3ba9db8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.144402] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Created folder: Instances in parent group-v679200. [ 1007.144823] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.145166] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.145930] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7c8b62-600c-4e2d-ae66-b073fd5fb24f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.189474] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404100, 'name': CloneVM_Task, 'duration_secs': 1.483819} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.194456] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Created linked-clone VM from snapshot [ 1007.194771] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.194771] env[69563]: value = "task-3404108" [ 1007.194771] env[69563]: _type = "Task" [ 1007.194771] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.195722] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a2551-0d80-4901-9b41-8f3b5f0d8552 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.207369] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1007.207601] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.510s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.207861] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404103, 'name': ReconfigVM_Task, 'duration_secs': 0.273756} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.211752] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.212187] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Uploading image 298c1870-8ffa-4b49-b037-fef23a39f454 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.217867] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfad2ee2-af7b-44c7-a9dd-ed89367e642a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.219492] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404108, 'name': CreateVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.223952] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1007.223952] env[69563]: value = "task-3404109" [ 1007.223952] env[69563]: _type = "Task" [ 1007.223952] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.232423] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.247542] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1007.247542] env[69563]: value = "vm-679197" [ 1007.247542] env[69563]: _type = "VirtualMachine" [ 1007.247542] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1007.248527] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-404bc359-e8f6-41a4-9ebc-5ac635a997e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.256571] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lease: (returnval){ [ 1007.256571] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222936d-2033-46fc-7a58-7a8123ad3d89" [ 1007.256571] env[69563]: _type = "HttpNfcLease" [ 1007.256571] env[69563]: } obtained for exporting VM: (result){ [ 1007.256571] env[69563]: value = "vm-679197" [ 1007.256571] env[69563]: _type = "VirtualMachine" [ 1007.256571] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1007.256928] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the lease: (returnval){ [ 1007.256928] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222936d-2033-46fc-7a58-7a8123ad3d89" [ 1007.256928] env[69563]: _type = "HttpNfcLease" [ 1007.256928] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1007.265323] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.265323] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222936d-2033-46fc-7a58-7a8123ad3d89" [ 1007.265323] env[69563]: _type = "HttpNfcLease" [ 1007.265323] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1007.418760] env[69563]: DEBUG nova.network.neutron [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Successfully updated port: dc1eb23a-d0fe-4aa9-97e0-d62be4111668 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1007.434968] env[69563]: INFO nova.compute.manager [-] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Took 1.31 seconds to deallocate network for instance. [ 1007.482388] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404104, 'name': Rename_Task, 'duration_secs': 0.177526} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.482667] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.482946] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e7478be-d56a-4589-a890-1c1e08db4a2a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.487407] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "4943a223-2c4c-4140-9400-6b64e0398412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.487648] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "4943a223-2c4c-4140-9400-6b64e0398412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.487882] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "4943a223-2c4c-4140-9400-6b64e0398412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.488096] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "4943a223-2c4c-4140-9400-6b64e0398412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.488267] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "4943a223-2c4c-4140-9400-6b64e0398412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.491394] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1007.491394] env[69563]: value = "task-3404111" [ 1007.491394] env[69563]: _type = "Task" [ 1007.491394] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.492407] env[69563]: INFO nova.compute.manager [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Terminating instance [ 1007.502875] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.563869] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404105, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.711800] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404108, 'name': CreateVM_Task, 'duration_secs': 0.368149} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.712055] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.712874] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.713221] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.713571] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.713906] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d4581a-f5bb-42ac-ae12-3fcff5f4042f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.719507] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1007.719507] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c82996-0cdd-3314-1b86-f324b7c9e30a" [ 1007.719507] env[69563]: _type = "Task" [ 1007.719507] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.732897] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c82996-0cdd-3314-1b86-f324b7c9e30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.739058] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404109, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.765948] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.765948] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222936d-2033-46fc-7a58-7a8123ad3d89" [ 1007.765948] env[69563]: _type = "HttpNfcLease" [ 1007.765948] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.766323] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.766323] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5222936d-2033-46fc-7a58-7a8123ad3d89" [ 1007.766323] env[69563]: _type = "HttpNfcLease" [ 1007.766323] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1007.767087] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2c4d05-743b-427b-914d-3985497c1e49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.777428] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0296-102d-a800-8e91-4abef9a5406f/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.777428] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0296-102d-a800-8e91-4abef9a5406f/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1007.885061] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be301775-d1f9-48fa-a188-cee9304b0c8f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.927268] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.927268] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.927438] env[69563]: DEBUG nova.network.neutron [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1007.944346] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.944781] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.944917] env[69563]: DEBUG nova.objects.instance [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lazy-loading 'resources' on Instance uuid 4feb9856-2f61-476f-b157-e66644e43882 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.999091] env[69563]: DEBUG nova.compute.manager [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.999385] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.000364] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a49377-61fc-4282-8135-27b09ec25f90 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.010991] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.013365] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.013903] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56f48430-a391-44b7-b538-122e13ddcf15 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.024175] env[69563]: DEBUG oslo_vmware.api [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1008.024175] env[69563]: value = "task-3404112" [ 1008.024175] env[69563]: _type = "Task" [ 1008.024175] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.035663] env[69563]: DEBUG oslo_vmware.api [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.066824] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404105, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.228094] env[69563]: DEBUG nova.compute.manager [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Received event network-changed-81e24c94-db15-4875-8661-d41f536a0feb {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.228094] env[69563]: DEBUG nova.compute.manager [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Refreshing instance network info cache due to event network-changed-81e24c94-db15-4875-8661-d41f536a0feb. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.228347] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Acquiring lock "refresh_cache-7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.228476] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Acquired lock "refresh_cache-7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.228935] env[69563]: DEBUG nova.network.neutron [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Refreshing network info cache for port 81e24c94-db15-4875-8661-d41f536a0feb {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1008.238440] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c82996-0cdd-3314-1b86-f324b7c9e30a, 'name': SearchDatastore_Task, 'duration_secs': 0.022372} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.239051] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.239314] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.239559] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.239824] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.240809] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.241596] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c039dab1-12f3-4994-b7ab-c2c766bc869a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.249044] env[69563]: DEBUG oslo_vmware.api [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404109, 'name': PowerOnVM_Task, 'duration_secs': 0.629962} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.249044] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.252557] env[69563]: DEBUG nova.compute.manager [None req-6bd61b6e-e2fd-408c-aaa2-a25977c90379 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.253811] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb61bd-5d9b-45da-8611-e97e30466baf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.258939] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.259264] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.260687] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68ce072-8dd3-4553-a0f3-75c8475b0f52 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.275868] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1008.275868] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52429384-01d5-6774-377e-55292120690f" [ 1008.275868] env[69563]: _type = "Task" [ 1008.275868] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.286395] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52429384-01d5-6774-377e-55292120690f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.467895] env[69563]: WARNING nova.network.neutron [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] 4ee5f238-5ebf-426c-8aaa-1e43a25a8b22 already exists in list: networks containing: ['4ee5f238-5ebf-426c-8aaa-1e43a25a8b22']. ignoring it [ 1008.467966] env[69563]: WARNING nova.network.neutron [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] 4ee5f238-5ebf-426c-8aaa-1e43a25a8b22 already exists in list: networks containing: ['4ee5f238-5ebf-426c-8aaa-1e43a25a8b22']. ignoring it [ 1008.508311] env[69563]: DEBUG oslo_vmware.api [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404111, 'name': PowerOnVM_Task, 'duration_secs': 0.6502} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.508757] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.509162] env[69563]: INFO nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1008.509296] env[69563]: DEBUG nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.510147] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17826b1-086e-4032-9dbf-71d1767cba59 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.536633] env[69563]: DEBUG oslo_vmware.api [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404112, 'name': PowerOffVM_Task, 'duration_secs': 0.291504} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.537959] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.538164] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.538474] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fbcb2b9-d8c2-4115-b530-7a587ff30318 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.577186] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404105, 'name': CloneVM_Task, 'duration_secs': 1.330821} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.578871] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Created linked-clone VM from snapshot [ 1008.580142] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15267ef9-e141-421e-9a26-badd7a783540 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.596133] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Uploading image 7b2230c0-67bb-4b7d-836e-2092fee18eea {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1008.615078] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.616193] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.639827] env[69563]: DEBUG oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1008.639827] env[69563]: value = "vm-679199" [ 1008.639827] env[69563]: _type = "VirtualMachine" [ 1008.639827] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1008.639827] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f590e75-a27c-4fab-84f1-f1adf2e2f4a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.651724] env[69563]: DEBUG oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease: (returnval){ [ 1008.651724] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52376d51-e4b4-ab67-510b-5e0d798d4604" [ 1008.651724] env[69563]: _type = "HttpNfcLease" [ 1008.651724] env[69563]: } obtained for exporting VM: (result){ [ 1008.651724] env[69563]: value = "vm-679199" [ 1008.651724] env[69563]: _type = "VirtualMachine" [ 1008.651724] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1008.652357] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the lease: (returnval){ [ 1008.652357] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52376d51-e4b4-ab67-510b-5e0d798d4604" [ 1008.652357] env[69563]: _type = "HttpNfcLease" [ 1008.652357] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1008.660096] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1008.660096] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52376d51-e4b4-ab67-510b-5e0d798d4604" [ 1008.660096] env[69563]: _type = "HttpNfcLease" [ 1008.660096] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1008.783347] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a73c45-d8b0-4cf4-8751-dd6497e70bb3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.797043] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f62d2f-68bf-4f57-800f-036c00271de6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.804091] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52429384-01d5-6774-377e-55292120690f, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.807993] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be3320c-c231-47dc-8b98-1b71495313c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.837624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.837624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.837624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.837847] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.837974] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.840954] env[69563]: INFO nova.compute.manager [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Terminating instance [ 1008.844475] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9164510-8d21-44d1-ae72-b4171b17d805 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.847480] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1008.847480] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5255bd65-164a-4291-f11e-6abe22abbb17" [ 1008.847480] env[69563]: _type = "Task" [ 1008.847480] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.859531] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632000d1-f3f4-43c9-a0ff-240a39e90b80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.868407] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5255bd65-164a-4291-f11e-6abe22abbb17, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.869083] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.869377] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6/7457dc7b-4d64-49fc-81a8-5a5f995c7ea6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.869691] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08a5c833-f2e3-497e-af37-cec0f5df3fa7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.883438] env[69563]: DEBUG nova.compute.provider_tree [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.893741] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1008.893741] env[69563]: value = "task-3404115" [ 1008.893741] env[69563]: _type = "Task" [ 1008.893741] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.905964] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.032933] env[69563]: INFO nova.compute.manager [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Took 30.93 seconds to build instance. [ 1009.047357] env[69563]: DEBUG nova.network.neutron [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Updated VIF entry in instance network info cache for port 81e24c94-db15-4875-8661-d41f536a0feb. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1009.048692] env[69563]: DEBUG nova.network.neutron [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Updating instance_info_cache with network_info: [{"id": "81e24c94-db15-4875-8661-d41f536a0feb", "address": "fa:16:3e:a0:c8:34", "network": {"id": "9e9e63eb-f3c5-49b5-923b-04a5e52f332b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-962811757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75efb80e54b247318aac11fb5322faf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e24c94-db", "ovs_interfaceid": "81e24c94-db15-4875-8661-d41f536a0feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1009.120923] env[69563]: DEBUG nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.171367] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.171367] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52376d51-e4b4-ab67-510b-5e0d798d4604" [ 1009.171367] env[69563]: _type = "HttpNfcLease" [ 1009.171367] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1009.176277] env[69563]: DEBUG oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1009.176277] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52376d51-e4b4-ab67-510b-5e0d798d4604" [ 1009.176277] env[69563]: _type = "HttpNfcLease" [ 1009.176277] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1009.178851] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a2bb12-6077-44a6-b285-70bb567849a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.190946] env[69563]: DEBUG oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6113-b2c0-3a1a-e846-d15bd74f08be/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1009.191227] env[69563]: DEBUG oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6113-b2c0-3a1a-e846-d15bd74f08be/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1009.261348] env[69563]: INFO nova.compute.manager [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Rebuilding instance [ 1009.334449] env[69563]: DEBUG nova.compute.manager [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.335712] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2c5017-5c4f-47f0-a105-c1913f9a10f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.352734] env[69563]: DEBUG nova.compute.manager [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.352998] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.355219] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d8e9f1-f456-4474-8d60-c0b1d269d72f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.365337] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.365894] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a558684-1ecb-4345-b065-d90d12118533 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.371846] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e393ee90-8cc6-49ad-b71d-9700e11d53c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.375843] env[69563]: DEBUG oslo_vmware.api [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1009.375843] env[69563]: value = "task-3404116" [ 1009.375843] env[69563]: _type = "Task" [ 1009.375843] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.395452] env[69563]: DEBUG nova.scheduler.client.report [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.399601] env[69563]: DEBUG oslo_vmware.api [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.414355] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404115, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.508367] env[69563]: DEBUG nova.network.neutron [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4fa23c19-547c-4df0-acad-893a2d828905", "address": "fa:16:3e:64:36:3d", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa23c19-54", "ovs_interfaceid": "4fa23c19-547c-4df0-acad-893a2d828905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc1eb23a-d0fe-4aa9-97e0-d62be4111668", "address": "fa:16:3e:d5:44:8a", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1eb23a-d0", "ovs_interfaceid": "dc1eb23a-d0fe-4aa9-97e0-d62be4111668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1009.535566] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c56c4a22-60e0-4403-9f38-8678a366332d tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.445s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.554376] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Releasing lock "refresh_cache-7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.554376] env[69563]: DEBUG nova.compute.manager [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Received event network-vif-deleted-c8009ab0-259f-4b23-b701-c3466366725e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.554748] env[69563]: DEBUG nova.compute.manager [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-vif-plugged-dc1eb23a-d0fe-4aa9-97e0-d62be4111668 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.554933] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.555310] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Lock "b0105855-eeea-4216-bc95-850690e43242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.555532] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Lock "b0105855-eeea-4216-bc95-850690e43242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.555656] env[69563]: DEBUG nova.compute.manager [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] No waiting events found dispatching network-vif-plugged-dc1eb23a-d0fe-4aa9-97e0-d62be4111668 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.555843] env[69563]: WARNING nova.compute.manager [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received unexpected event network-vif-plugged-dc1eb23a-d0fe-4aa9-97e0-d62be4111668 for instance with vm_state active and task_state None. [ 1009.558036] env[69563]: DEBUG nova.compute.manager [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-changed-dc1eb23a-d0fe-4aa9-97e0-d62be4111668 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.558036] env[69563]: DEBUG nova.compute.manager [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Refreshing instance network info cache due to event network-changed-dc1eb23a-d0fe-4aa9-97e0-d62be4111668. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.558036] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Acquiring lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.572476] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.574380] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.574380] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleting the datastore file [datastore1] 4943a223-2c4c-4140-9400-6b64e0398412 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.574865] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e19297-f1bd-473a-bc5d-90f314b32a08 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.586447] env[69563]: DEBUG oslo_vmware.api [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1009.586447] env[69563]: value = "task-3404117" [ 1009.586447] env[69563]: _type = "Task" [ 1009.586447] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.597499] env[69563]: DEBUG oslo_vmware.api [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.647997] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.889020] env[69563]: DEBUG oslo_vmware.api [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404116, 'name': PowerOffVM_Task, 'duration_secs': 0.256454} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.889431] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.889696] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.890082] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6db3f9b-8dbd-4c0e-903d-c34142d71611 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.902217] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.906022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.260s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.909271] env[69563]: INFO nova.compute.claims [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.929889] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545638} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.934061] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6/7457dc7b-4d64-49fc-81a8-5a5f995c7ea6.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.934500] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.935812] env[69563]: INFO nova.scheduler.client.report [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleted allocations for instance 4feb9856-2f61-476f-b157-e66644e43882 [ 1009.937891] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f4710a8-2a9f-4981-a8c3-22f57aa216c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.952944] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1009.952944] env[69563]: value = "task-3404119" [ 1009.952944] env[69563]: _type = "Task" [ 1009.952944] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.965681] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.976932] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.977548] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.978228] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleting the datastore file [datastore2] fbcc81f4-cf05-4b99-b8b4-72b664dbc93f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.979185] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e215fce2-1450-4a8e-ba62-f372f3bd305e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.990278] env[69563]: DEBUG oslo_vmware.api [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1009.990278] env[69563]: value = "task-3404120" [ 1009.990278] env[69563]: _type = "Task" [ 1009.990278] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.007672] env[69563]: DEBUG oslo_vmware.api [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.012504] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.013381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.013637] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.014142] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Acquired lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.014346] env[69563]: DEBUG nova.network.neutron [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Refreshing network info cache for port dc1eb23a-d0fe-4aa9-97e0-d62be4111668 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1010.016947] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a194c6c-bc0d-4175-810f-782c4b3aad57 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.041431] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.041962] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.042263] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.042475] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.042803] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.043066] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.043345] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.043642] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.043911] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.044272] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.044670] env[69563]: DEBUG nova.virt.hardware [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.052986] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Reconfiguring VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1010.055146] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93d341c-85dd-484a-b35b-4500d7aee829 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.078510] env[69563]: DEBUG oslo_vmware.api [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1010.078510] env[69563]: value = "task-3404121" [ 1010.078510] env[69563]: _type = "Task" [ 1010.078510] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.090871] env[69563]: DEBUG oslo_vmware.api [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404121, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.102039] env[69563]: DEBUG oslo_vmware.api [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178859} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.102556] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.103030] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.103330] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.103689] env[69563]: INFO nova.compute.manager [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1010.104137] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.104593] env[69563]: DEBUG nova.compute.manager [-] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.104926] env[69563]: DEBUG nova.network.neutron [-] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1010.350859] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "965029a5-113e-4828-95d5-b96cfaa259b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.351044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.358887] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.359269] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34e6302-cb67-470f-a065-2578636123ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.369817] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1010.369817] env[69563]: value = "task-3404122" [ 1010.369817] env[69563]: _type = "Task" [ 1010.369817] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.381019] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.450744] env[69563]: DEBUG oslo_concurrency.lockutils [None req-632a04a2-1978-4b09-85d6-57966e18175b tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4feb9856-2f61-476f-b157-e66644e43882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.964s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.470672] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083925} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.472952] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.474463] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96957d7c-fc6a-42c2-b0d0-e155de8d52d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.504847] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6/7457dc7b-4d64-49fc-81a8-5a5f995c7ea6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.508915] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf17264c-eb71-432e-b74c-434c2c68d54a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.539680] env[69563]: DEBUG oslo_vmware.api [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170749} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.541528] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.541766] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.542059] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.542308] env[69563]: INFO nova.compute.manager [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1010.542626] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.543037] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1010.543037] env[69563]: value = "task-3404123" [ 1010.543037] env[69563]: _type = "Task" [ 1010.543037] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.543763] env[69563]: DEBUG nova.compute.manager [-] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.543942] env[69563]: DEBUG nova.network.neutron [-] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1010.557314] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.590558] env[69563]: DEBUG oslo_vmware.api [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.820253] env[69563]: DEBUG nova.compute.manager [req-07aed5c5-9b5c-4cde-b0f9-ae2fefb10a33 req-cbf443f9-0cc1-4f45-a28b-dd08c0e24c6c service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Received event network-vif-deleted-1f88ceee-42a1-408f-b8c5-56bf602487ca {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.823205] env[69563]: INFO nova.compute.manager [req-07aed5c5-9b5c-4cde-b0f9-ae2fefb10a33 req-cbf443f9-0cc1-4f45-a28b-dd08c0e24c6c service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Neutron deleted interface 1f88ceee-42a1-408f-b8c5-56bf602487ca; detaching it from the instance and deleting it from the info cache [ 1010.823205] env[69563]: DEBUG nova.network.neutron [req-07aed5c5-9b5c-4cde-b0f9-ae2fefb10a33 req-cbf443f9-0cc1-4f45-a28b-dd08c0e24c6c service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1010.829067] env[69563]: DEBUG nova.network.neutron [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updated VIF entry in instance network info cache for port dc1eb23a-d0fe-4aa9-97e0-d62be4111668. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1010.830211] env[69563]: DEBUG nova.network.neutron [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4fa23c19-547c-4df0-acad-893a2d828905", "address": "fa:16:3e:64:36:3d", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa23c19-54", "ovs_interfaceid": "4fa23c19-547c-4df0-acad-893a2d828905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc1eb23a-d0fe-4aa9-97e0-d62be4111668", "address": "fa:16:3e:d5:44:8a", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1eb23a-d0", "ovs_interfaceid": "dc1eb23a-d0fe-4aa9-97e0-d62be4111668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1010.853872] env[69563]: DEBUG nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.895013] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.895426] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.897026] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb4ab75-6d98-421f-8f5e-27459d56ed6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.908747] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.909081] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32574a7c-5e99-416a-ad38-5eb5254a038c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.980455] env[69563]: DEBUG nova.network.neutron [-] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1011.015532] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.017200] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.017554] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleting the datastore file [datastore2] 38381cd9-27b1-4361-a915-5ccd93de0a49 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.017863] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37a71966-83dc-4f61-9f7b-e44ae20be12d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.036891] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1011.036891] env[69563]: value = "task-3404125" [ 1011.036891] env[69563]: _type = "Task" [ 1011.036891] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.050053] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.059625] env[69563]: DEBUG nova.compute.manager [req-7f2b6d33-368c-4a1a-8dc4-20cd3c9ec408 req-ab6ef8a5-e08d-4e24-aac9-b356b09156e2 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Received event network-vif-deleted-816136e9-175e-43b1-8c8a-9541ae4aa0ce {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.059625] env[69563]: INFO nova.compute.manager [req-7f2b6d33-368c-4a1a-8dc4-20cd3c9ec408 req-ab6ef8a5-e08d-4e24-aac9-b356b09156e2 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Neutron deleted interface 816136e9-175e-43b1-8c8a-9541ae4aa0ce; detaching it from the instance and deleting it from the info cache [ 1011.059793] env[69563]: DEBUG nova.network.neutron [req-7f2b6d33-368c-4a1a-8dc4-20cd3c9ec408 req-ab6ef8a5-e08d-4e24-aac9-b356b09156e2 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1011.074215] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404123, 'name': ReconfigVM_Task, 'duration_secs': 0.491636} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.075197] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6/7457dc7b-4d64-49fc-81a8-5a5f995c7ea6.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.078830] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2dfd77-9ee6-425b-b9fc-8c9ca6ec200c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.093421] env[69563]: DEBUG oslo_vmware.api [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404121, 'name': ReconfigVM_Task, 'duration_secs': 0.898346} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.098155] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.098572] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Reconfigured VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1011.102301] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1011.102301] env[69563]: value = "task-3404126" [ 1011.102301] env[69563]: _type = "Task" [ 1011.102301] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.113927] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404126, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.287505] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1420076d-b16b-441f-a548-304fceb19e9e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.298791] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef968a1-517c-40e2-9fe2-96faa26ff149 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.304056] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd649dee-98ab-4aea-b6fe-92324015ec5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.311354] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Suspending the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1011.341350] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1e39c34d-47ce-4b72-8508-d61da8f80bc6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.344352] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c5a0384-eead-4156-a687-9319a3e19847 req-f7246531-1158-421f-aa5f-685471fbbf6b service nova] Releasing lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.345088] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-106eb842-17e2-4f4c-aaf2-77fc25b2c002 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.347534] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614552c5-e524-4d7b-8f64-6b25f38b7654 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.359111] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520ae823-923c-41ca-b669-1c28586ffff1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.365367] env[69563]: DEBUG oslo_vmware.api [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1011.365367] env[69563]: value = "task-3404127" [ 1011.365367] env[69563]: _type = "Task" [ 1011.365367] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.370530] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea04f6-6ede-4cbb-95f7-cf8181e00301 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.381903] env[69563]: DEBUG nova.network.neutron [-] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1011.398031] env[69563]: DEBUG nova.compute.provider_tree [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.402110] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.406850] env[69563]: DEBUG oslo_vmware.api [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404127, 'name': SuspendVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.425073] env[69563]: DEBUG nova.compute.manager [req-07aed5c5-9b5c-4cde-b0f9-ae2fefb10a33 req-cbf443f9-0cc1-4f45-a28b-dd08c0e24c6c service nova] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Detach interface failed, port_id=1f88ceee-42a1-408f-b8c5-56bf602487ca, reason: Instance 4943a223-2c4c-4140-9400-6b64e0398412 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.484776] env[69563]: INFO nova.compute.manager [-] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Took 1.38 seconds to deallocate network for instance. [ 1011.548811] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215773} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.549327] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.549650] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.549947] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.566020] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8337e1ea-fc8e-4bf7-b9f0-d8ff2939ea84 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.575879] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515b789c-4344-4253-ad06-7ceda13c0e88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.606124] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c19180ae-0eea-4e3c-bb59-c574c42a78eb tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-b0105855-eeea-4216-bc95-850690e43242-dc1eb23a-d0fe-4aa9-97e0-d62be4111668" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.373s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.624185] env[69563]: DEBUG nova.compute.manager [req-7f2b6d33-368c-4a1a-8dc4-20cd3c9ec408 req-ab6ef8a5-e08d-4e24-aac9-b356b09156e2 service nova] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Detach interface failed, port_id=816136e9-175e-43b1-8c8a-9541ae4aa0ce, reason: Instance fbcc81f4-cf05-4b99-b8b4-72b664dbc93f could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.633521] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404126, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.887269] env[69563]: INFO nova.compute.manager [-] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Took 1.34 seconds to deallocate network for instance. [ 1011.896588] env[69563]: DEBUG oslo_vmware.api [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404127, 'name': SuspendVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.902820] env[69563]: DEBUG nova.scheduler.client.report [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.992455] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.115307] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404126, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.393842] env[69563]: DEBUG oslo_vmware.api [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404127, 'name': SuspendVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.398085] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.408446] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.409196] env[69563]: DEBUG nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.412879] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.012s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.414778] env[69563]: INFO nova.compute.claims [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.573494] env[69563]: INFO nova.compute.manager [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Rescuing [ 1012.573494] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.573814] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.573814] env[69563]: DEBUG nova.network.neutron [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1012.616116] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404126, 'name': Rename_Task, 'duration_secs': 1.285316} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.616520] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.616792] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361135b8-dd21-4a79-8c77-04a0669386d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.627054] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1012.627054] env[69563]: value = "task-3404128" [ 1012.627054] env[69563]: _type = "Task" [ 1012.627054] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.638019] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.895763] env[69563]: DEBUG oslo_vmware.api [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404127, 'name': SuspendVM_Task} progress is 54%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.921700] env[69563]: DEBUG nova.compute.utils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.927043] env[69563]: DEBUG nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.927290] env[69563]: DEBUG nova.network.neutron [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1012.975098] env[69563]: DEBUG nova.policy [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '362b908c950f4ee2b95c6bd23ff7937e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ef02ea7c6c4c32badd31b32a5ed5d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.146944] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.302368] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-b0105855-eeea-4216-bc95-850690e43242-4fa23c19-547c-4df0-acad-893a2d828905" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.303100] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-b0105855-eeea-4216-bc95-850690e43242-4fa23c19-547c-4df0-acad-893a2d828905" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.345359] env[69563]: DEBUG nova.network.neutron [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Updating instance_info_cache with network_info: [{"id": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "address": "fa:16:3e:96:b4:1a", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d1fcc5-1d", "ovs_interfaceid": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1013.396864] env[69563]: DEBUG oslo_vmware.api [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404127, 'name': SuspendVM_Task, 'duration_secs': 1.789111} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.397310] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Suspended the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1013.397506] env[69563]: DEBUG nova.compute.manager [None req-14ce3a95-84fe-400d-bfb0-ae98f3402ce9 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.398583] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc2cb08-66da-41b7-8454-c72ca174f56c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.403102] env[69563]: DEBUG nova.network.neutron [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Successfully created port: 460e2d6e-903e-4913-a331-98b02bc15f48 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1013.432117] env[69563]: DEBUG nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.639488] env[69563]: DEBUG oslo_vmware.api [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404128, 'name': PowerOnVM_Task, 'duration_secs': 0.887483} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.642404] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.642714] env[69563]: INFO nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1013.642783] env[69563]: DEBUG nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.643785] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe010b4-307c-4d13-b08b-e7490bd73cd2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.702243] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d16ba8-8e09-4474-8ae8-97655d035351 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.715941] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28e92d1-da0b-4c96-8f52-d83201a85280 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.760450] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129e5464-bb93-4beb-8ae8-e16833b2291d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.769647] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567fab93-3c0a-4b32-beab-d46303b4253a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.786298] env[69563]: DEBUG nova.compute.provider_tree [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.806774] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.807114] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.807980] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b947b9bd-732b-46fe-a5b1-bbf60a113260 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.828093] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dab3096-ca46-4188-a2e0-d550e5e94efc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.855996] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.862551] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Reconfiguring VM to detach interface {{(pid=69563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1013.863126] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfdb8773-80aa-457f-93db-9cecdcd6bd03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.884544] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1013.884544] env[69563]: value = "task-3404129" [ 1013.884544] env[69563]: _type = "Task" [ 1013.884544] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.893576] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.170848] env[69563]: INFO nova.compute.manager [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Took 17.95 seconds to build instance. [ 1014.289652] env[69563]: DEBUG nova.scheduler.client.report [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.398491] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.446835] env[69563]: DEBUG nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.674322] env[69563]: DEBUG oslo_concurrency.lockutils [None req-58777d44-6bbf-4715-99b4-5de8f23a8a51 tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.463s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.795634] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.796364] env[69563]: DEBUG nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.800527] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.808s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.800849] env[69563]: DEBUG nova.objects.instance [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lazy-loading 'resources' on Instance uuid 4943a223-2c4c-4140-9400-6b64e0398412 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.897228] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.120326] env[69563]: DEBUG nova.network.neutron [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Successfully updated port: 460e2d6e-903e-4913-a331-98b02bc15f48 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1015.195429] env[69563]: DEBUG nova.compute.manager [req-25bbbffd-b81f-42f7-8924-2b02542ea68f req-250986a7-388f-40fd-9b2f-896a243c1023 service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Received event network-vif-plugged-460e2d6e-903e-4913-a331-98b02bc15f48 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.195696] env[69563]: DEBUG oslo_concurrency.lockutils [req-25bbbffd-b81f-42f7-8924-2b02542ea68f req-250986a7-388f-40fd-9b2f-896a243c1023 service nova] Acquiring lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.195932] env[69563]: DEBUG oslo_concurrency.lockutils [req-25bbbffd-b81f-42f7-8924-2b02542ea68f req-250986a7-388f-40fd-9b2f-896a243c1023 service nova] Lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.196028] env[69563]: DEBUG oslo_concurrency.lockutils [req-25bbbffd-b81f-42f7-8924-2b02542ea68f req-250986a7-388f-40fd-9b2f-896a243c1023 service nova] Lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.196198] env[69563]: DEBUG nova.compute.manager [req-25bbbffd-b81f-42f7-8924-2b02542ea68f req-250986a7-388f-40fd-9b2f-896a243c1023 service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] No waiting events found dispatching network-vif-plugged-460e2d6e-903e-4913-a331-98b02bc15f48 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.196329] env[69563]: WARNING nova.compute.manager [req-25bbbffd-b81f-42f7-8924-2b02542ea68f req-250986a7-388f-40fd-9b2f-896a243c1023 service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Received unexpected event network-vif-plugged-460e2d6e-903e-4913-a331-98b02bc15f48 for instance with vm_state building and task_state spawning. [ 1015.263702] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.264133] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.264267] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.264731] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.264958] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.267679] env[69563]: INFO nova.compute.manager [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Terminating instance [ 1015.304778] env[69563]: DEBUG nova.compute.utils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.310316] env[69563]: DEBUG nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.310316] env[69563]: DEBUG nova.network.neutron [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1015.361919] env[69563]: DEBUG nova.policy [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bccf9aed6853405e9a9d891ac04b269b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd80ba41ffeb14645a71cda26a7cf01a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.398704] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.572202] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a12c70-6731-49bf-8f93-87e214732c93 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.580780] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bbbbfa-9262-4397-9cb1-4a3b5f6cf5ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.615483] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad140168-88ea-4f3e-a9f2-08f24a853066 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.622338] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.622338] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.622506] env[69563]: DEBUG nova.network.neutron [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1015.627234] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67db5ab-0d64-46b2-9f43-b163d665b9ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.644169] env[69563]: DEBUG nova.compute.provider_tree [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.722840] env[69563]: DEBUG nova.network.neutron [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Successfully created port: cf653969-b74f-4cc8-bc32-108eda0b1532 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1015.771982] env[69563]: DEBUG nova.compute.manager [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.772394] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.773337] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bba786-e735-498b-940c-b97cfc97e4a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.783070] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.783400] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f96bfa95-b774-4b68-9879-d98b678e48e9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.811897] env[69563]: DEBUG nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.869340] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.869485] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.869544] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleting the datastore file [datastore1] 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.870603] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdea9155-4d00-4407-bc1e-54f383a3a5ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.880130] env[69563]: DEBUG oslo_vmware.api [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1015.880130] env[69563]: value = "task-3404131" [ 1015.880130] env[69563]: _type = "Task" [ 1015.880130] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.890491] env[69563]: DEBUG oslo_vmware.api [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.900811] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.149015] env[69563]: DEBUG nova.scheduler.client.report [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.167350] env[69563]: DEBUG nova.network.neutron [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1016.296970] env[69563]: DEBUG nova.network.neutron [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Updating instance_info_cache with network_info: [{"id": "460e2d6e-903e-4913-a331-98b02bc15f48", "address": "fa:16:3e:aa:28:34", "network": {"id": "838c7a32-9c6a-4246-9b4c-8e18563c46c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2075671993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3ef02ea7c6c4c32badd31b32a5ed5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460e2d6e-90", "ovs_interfaceid": "460e2d6e-903e-4913-a331-98b02bc15f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1016.392494] env[69563]: DEBUG oslo_vmware.api [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217564} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.396224] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.396435] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.396641] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.396817] env[69563]: INFO nova.compute.manager [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1016.397098] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.397329] env[69563]: DEBUG nova.compute.manager [-] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.397428] env[69563]: DEBUG nova.network.neutron [-] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1016.406234] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.658201] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.658201] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.260s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.658831] env[69563]: DEBUG nova.objects.instance [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lazy-loading 'resources' on Instance uuid fbcc81f4-cf05-4b99-b8b4-72b664dbc93f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.680143] env[69563]: INFO nova.scheduler.client.report [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted allocations for instance 4943a223-2c4c-4140-9400-6b64e0398412 [ 1016.776136] env[69563]: DEBUG nova.compute.manager [req-e620983d-9511-4ba0-89d9-ff1c4407037e req-f5fc48c7-142e-4be8-95e6-e3bde1da310a service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Received event network-vif-deleted-6453f907-bc01-46f3-863b-adf10fe8b199 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.776136] env[69563]: INFO nova.compute.manager [req-e620983d-9511-4ba0-89d9-ff1c4407037e req-f5fc48c7-142e-4be8-95e6-e3bde1da310a service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Neutron deleted interface 6453f907-bc01-46f3-863b-adf10fe8b199; detaching it from the instance and deleting it from the info cache [ 1016.776136] env[69563]: DEBUG nova.network.neutron [req-e620983d-9511-4ba0-89d9-ff1c4407037e req-f5fc48c7-142e-4be8-95e6-e3bde1da310a service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1016.800224] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.800582] env[69563]: DEBUG nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Instance network_info: |[{"id": "460e2d6e-903e-4913-a331-98b02bc15f48", "address": "fa:16:3e:aa:28:34", "network": {"id": "838c7a32-9c6a-4246-9b4c-8e18563c46c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2075671993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3ef02ea7c6c4c32badd31b32a5ed5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460e2d6e-90", "ovs_interfaceid": "460e2d6e-903e-4913-a331-98b02bc15f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.821732] env[69563]: DEBUG nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.907762] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.292721] env[69563]: DEBUG nova.network.neutron [-] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1017.292721] env[69563]: DEBUG oslo_concurrency.lockutils [None req-46804faf-6a4e-4281-b5b9-17bf1df80eab tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "4943a223-2c4c-4140-9400-6b64e0398412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.701s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.292721] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbfbc9b7-528c-44be-97c7-eedf31add9d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.295241] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a2b692-64d5-4249-b4ea-38de687f3550 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.338473] env[69563]: DEBUG nova.compute.manager [req-e620983d-9511-4ba0-89d9-ff1c4407037e req-f5fc48c7-142e-4be8-95e6-e3bde1da310a service nova] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Detach interface failed, port_id=6453f907-bc01-46f3-863b-adf10fe8b199, reason: Instance 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.392069] env[69563]: DEBUG nova.network.neutron [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Successfully updated port: cf653969-b74f-4cc8-bc32-108eda0b1532 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1017.406178] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.413462] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquiring lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.413687] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.413881] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquiring lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.414093] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.414264] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.417368] env[69563]: INFO nova.compute.manager [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Terminating instance [ 1017.463596] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248a2bb-e043-4cce-bb5a-3069c67e2852 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.474347] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336bfd3-af24-434c-b6e5-51b1f7d84301 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.508840] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894d428-f5b1-46db-b329-74a691e4c783 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.517713] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ac2446-a89a-48b8-be7b-781bc3a0716d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.533149] env[69563]: DEBUG nova.compute.provider_tree [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.671325] env[69563]: INFO nova.compute.manager [-] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Took 1.27 seconds to deallocate network for instance. [ 1017.898601] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.898601] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.898601] env[69563]: DEBUG nova.network.neutron [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1017.906321] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.920848] env[69563]: DEBUG nova.compute.manager [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.921120] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.922069] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c9e74-a6a5-4821-ad65-b40bbbf7fe92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.931501] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.931994] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-965574fb-ecbd-4a8a-8d8a-6b2e6b8d2efd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.940304] env[69563]: DEBUG oslo_vmware.api [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1017.940304] env[69563]: value = "task-3404132" [ 1017.940304] env[69563]: _type = "Task" [ 1017.940304] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.950506] env[69563]: DEBUG oslo_vmware.api [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.036266] env[69563]: DEBUG nova.scheduler.client.report [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.127882] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.128796] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.128796] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.128796] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.128796] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.128796] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.129141] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.129141] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.129310] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.129476] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.129688] env[69563]: DEBUG nova.virt.hardware [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.132241] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e15f93-46c3-4349-b0aa-feeff562873a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.148219] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72719986-041d-437a-b0c2-72d37151f692 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.165767] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf28cc07-50b3-4632-a610-a0e71fea8ab9', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.173266] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.175680] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.175899] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.176064] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.176547] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.176547] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.176547] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.176721] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.176878] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.177052] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.177213] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.177410] env[69563]: DEBUG nova.virt.hardware [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.177996] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.180116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.180927] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56c4871-559e-4777-8b4e-1d7e9e99cbef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.183855] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73d502cf-8f56-4b7a-81d7-47204db0bfb2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.201240] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.201579] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.201721] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.201828] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.201970] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.202124] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.202328] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.202483] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.202648] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.202807] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.202975] env[69563]: DEBUG nova.virt.hardware [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.205876] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c20b07-7cb7-46e5-99bc-3eb1140bc21c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.212934] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e80c8-6f6c-42a9-a538-79864a5e5bad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.221745] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0296-102d-a800-8e91-4abef9a5406f/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1018.223608] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5ff822-0042-4d99-ac2f-6051e1cb4229 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.226105] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.226105] env[69563]: value = "task-3404133" [ 1018.226105] env[69563]: _type = "Task" [ 1018.226105] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.227649] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c0aa0d-3583-4406-82de-1be32777f7ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.243661] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:28:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '460e2d6e-903e-4913-a331-98b02bc15f48', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.251465] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Creating folder: Project (f3ef02ea7c6c4c32badd31b32a5ed5d3). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.253834] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fc4a42a-8697-46ff-8ce4-f3c23c5ea78e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.255659] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0296-102d-a800-8e91-4abef9a5406f/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1018.255818] env[69563]: ERROR oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0296-102d-a800-8e91-4abef9a5406f/disk-0.vmdk due to incomplete transfer. [ 1018.256414] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc8e41ab-1bdb-4246-a702-c9a9c6b1111c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.270040] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404133, 'name': CreateVM_Task} progress is 15%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.271513] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Created folder: Project (f3ef02ea7c6c4c32badd31b32a5ed5d3) in parent group-v678952. [ 1018.271721] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Creating folder: Instances. Parent ref: group-v679204. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.272337] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-741068a0-7eb2-4be3-af3d-51b5bf2be347 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.278146] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad0296-102d-a800-8e91-4abef9a5406f/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1018.278212] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Uploaded image 298c1870-8ffa-4b49-b037-fef23a39f454 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1018.281219] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1018.281641] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-616734db-6997-4d07-a2bd-4b9ebdf512a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.285565] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Created folder: Instances in parent group-v679204. [ 1018.285835] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.286727] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.286727] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f00e53f4-8b06-4a83-a126-2885071fffd3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.303172] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1018.303172] env[69563]: value = "task-3404136" [ 1018.303172] env[69563]: _type = "Task" [ 1018.303172] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.309800] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.309800] env[69563]: value = "task-3404137" [ 1018.309800] env[69563]: _type = "Task" [ 1018.309800] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.313202] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404136, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.324633] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404137, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.407860] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.437375] env[69563]: DEBUG nova.compute.manager [req-54c63bc1-3b17-4510-912e-650fe3d530c6 req-91f11eaa-928e-4d8b-89db-07833c8278b3 service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Received event network-changed-460e2d6e-903e-4913-a331-98b02bc15f48 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.437766] env[69563]: DEBUG nova.compute.manager [req-54c63bc1-3b17-4510-912e-650fe3d530c6 req-91f11eaa-928e-4d8b-89db-07833c8278b3 service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Refreshing instance network info cache due to event network-changed-460e2d6e-903e-4913-a331-98b02bc15f48. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.438167] env[69563]: DEBUG oslo_concurrency.lockutils [req-54c63bc1-3b17-4510-912e-650fe3d530c6 req-91f11eaa-928e-4d8b-89db-07833c8278b3 service nova] Acquiring lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.438425] env[69563]: DEBUG oslo_concurrency.lockutils [req-54c63bc1-3b17-4510-912e-650fe3d530c6 req-91f11eaa-928e-4d8b-89db-07833c8278b3 service nova] Acquired lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.438684] env[69563]: DEBUG nova.network.neutron [req-54c63bc1-3b17-4510-912e-650fe3d530c6 req-91f11eaa-928e-4d8b-89db-07833c8278b3 service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Refreshing network info cache for port 460e2d6e-903e-4913-a331-98b02bc15f48 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1018.445645] env[69563]: DEBUG nova.network.neutron [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1018.456247] env[69563]: DEBUG oslo_vmware.api [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404132, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.542524] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.547987] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.366s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.547987] env[69563]: DEBUG nova.objects.instance [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lazy-loading 'resources' on Instance uuid 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.570210] env[69563]: INFO nova.scheduler.client.report [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted allocations for instance fbcc81f4-cf05-4b99-b8b4-72b664dbc93f [ 1018.664017] env[69563]: DEBUG nova.network.neutron [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance_info_cache with network_info: [{"id": "cf653969-b74f-4cc8-bc32-108eda0b1532", "address": "fa:16:3e:04:0d:26", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf653969-b7", "ovs_interfaceid": "cf653969-b74f-4cc8-bc32-108eda0b1532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1018.748778] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404133, 'name': CreateVM_Task, 'duration_secs': 0.464763} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.748778] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.748778] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.749351] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.749883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.750289] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f719eab9-236c-43e5-b1af-71d6d64b3ab8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.756714] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1018.756714] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291d4f5-91bf-9867-f401-4cb379898980" [ 1018.756714] env[69563]: _type = "Task" [ 1018.756714] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.771678] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5291d4f5-91bf-9867-f401-4cb379898980, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.774792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.774792] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.774792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.774792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.774792] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.774792] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-215c40b9-7f6e-4dbd-934d-6fae8bee2a0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.785371] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.786941] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.786941] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a2ac53-2af2-4f67-9c92-c01528e4d4b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.795067] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1018.795067] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bccfdd-58fa-3af5-d43c-b60530bee1bd" [ 1018.795067] env[69563]: _type = "Task" [ 1018.795067] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.803269] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bccfdd-58fa-3af5-d43c-b60530bee1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.814743] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404136, 'name': Destroy_Task, 'duration_secs': 0.489624} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.818747] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Destroyed the VM [ 1018.818747] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1018.818747] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2771ffdf-79ee-4e1c-8d1e-141beb897917 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.826551] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404137, 'name': CreateVM_Task, 'duration_secs': 0.435843} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.828391] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.829551] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1018.829551] env[69563]: value = "task-3404138" [ 1018.829551] env[69563]: _type = "Task" [ 1018.829551] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.830251] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.831753] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831753] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.831753] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0fda53-777c-4d27-be60-a1f0c6833881 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.842720] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1018.842720] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5233b7f7-959e-2e43-c772-c309967f676c" [ 1018.842720] env[69563]: _type = "Task" [ 1018.842720] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.846917] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404138, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.857336] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5233b7f7-959e-2e43-c772-c309967f676c, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.857652] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.857917] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.858148] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.916724] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.953463] env[69563]: DEBUG oslo_vmware.api [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404132, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.042089] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.042562] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.047249] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "4b547ac1-6026-4cb8-8d16-614eebbb268e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.047421] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4b547ac1-6026-4cb8-8d16-614eebbb268e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.092084] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cef01fd6-ee55-49f4-b73a-2e2a2b0e7e41 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "fbcc81f4-cf05-4b99-b8b4-72b664dbc93f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.244s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.146516] env[69563]: DEBUG oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6113-b2c0-3a1a-e846-d15bd74f08be/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.147540] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9497ed-4b9f-477d-b409-532c455070e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.159557] env[69563]: DEBUG oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6113-b2c0-3a1a-e846-d15bd74f08be/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.159713] env[69563]: ERROR oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6113-b2c0-3a1a-e846-d15bd74f08be/disk-0.vmdk due to incomplete transfer. [ 1019.159982] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f23abe86-4479-4d33-b42f-6d0e1a0907b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.168841] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.169137] env[69563]: DEBUG nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Instance network_info: |[{"id": "cf653969-b74f-4cc8-bc32-108eda0b1532", "address": "fa:16:3e:04:0d:26", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf653969-b7", "ovs_interfaceid": "cf653969-b74f-4cc8-bc32-108eda0b1532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.174023] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:0d:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf653969-b74f-4cc8-bc32-108eda0b1532', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.179053] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.179264] env[69563]: DEBUG oslo_vmware.rw_handles [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6113-b2c0-3a1a-e846-d15bd74f08be/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1019.179461] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Uploaded image 7b2230c0-67bb-4b7d-836e-2092fee18eea to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1019.181487] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1019.187096] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.187674] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7cd80e67-70e0-4059-be23-6b2409601dca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.191108] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ee42c0-a6ba-40a4-a018-77bbf0b29c0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.215018] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.215018] env[69563]: value = "task-3404140" [ 1019.215018] env[69563]: _type = "Task" [ 1019.215018] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.217114] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1019.217114] env[69563]: value = "task-3404139" [ 1019.217114] env[69563]: _type = "Task" [ 1019.217114] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.231492] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404140, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.234723] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404139, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.243085] env[69563]: DEBUG nova.network.neutron [req-54c63bc1-3b17-4510-912e-650fe3d530c6 req-91f11eaa-928e-4d8b-89db-07833c8278b3 service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Updated VIF entry in instance network info cache for port 460e2d6e-903e-4913-a331-98b02bc15f48. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1019.245018] env[69563]: DEBUG nova.network.neutron [req-54c63bc1-3b17-4510-912e-650fe3d530c6 req-91f11eaa-928e-4d8b-89db-07833c8278b3 service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Updating instance_info_cache with network_info: [{"id": "460e2d6e-903e-4913-a331-98b02bc15f48", "address": "fa:16:3e:aa:28:34", "network": {"id": "838c7a32-9c6a-4246-9b4c-8e18563c46c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2075671993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3ef02ea7c6c4c32badd31b32a5ed5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460e2d6e-90", "ovs_interfaceid": "460e2d6e-903e-4913-a331-98b02bc15f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1019.305600] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bccfdd-58fa-3af5-d43c-b60530bee1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.309550] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4166c075-8b7e-4b31-a6ee-e1512c8d63d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.315659] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1019.315659] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525b1469-fe12-01f0-f94f-0e72ee9d6f2f" [ 1019.315659] env[69563]: _type = "Task" [ 1019.315659] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.328185] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525b1469-fe12-01f0-f94f-0e72ee9d6f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.343454] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404138, 'name': RemoveSnapshot_Task, 'duration_secs': 0.439911} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.343767] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1019.344104] env[69563]: DEBUG nova.compute.manager [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.344868] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ee527-40bc-4dd6-aea1-bb52da525007 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.359762] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c38700a-4001-4cd6-92bb-82e48ba436a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.367281] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d9a170-6d3e-431b-b349-2a3023232a63 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.405985] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b8c1eb-2d0b-41b6-9bcc-214ac26e0bb3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.417281] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.418639] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685929f2-2aae-432a-ba7a-c55b8777c1f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.433193] env[69563]: DEBUG nova.compute.provider_tree [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.451304] env[69563]: DEBUG oslo_vmware.api [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404132, 'name': PowerOffVM_Task, 'duration_secs': 1.219591} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.451583] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.451712] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.451954] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e245520-44ca-4976-9736-0bb45c08067d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.520382] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.520695] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.520883] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Deleting the datastore file [datastore2] 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.521195] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65ffb63c-c174-43e2-b5aa-83a744be423d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.529949] env[69563]: DEBUG oslo_vmware.api [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for the task: (returnval){ [ 1019.529949] env[69563]: value = "task-3404142" [ 1019.529949] env[69563]: _type = "Task" [ 1019.529949] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.539397] env[69563]: DEBUG oslo_vmware.api [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.544975] env[69563]: DEBUG nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.550034] env[69563]: DEBUG nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.665887] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.666300] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfbbb4c0-21e2-4b23-b845-13e0907afbf9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.674958] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1019.674958] env[69563]: value = "task-3404143" [ 1019.674958] env[69563]: _type = "Task" [ 1019.674958] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.684911] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.729108] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404140, 'name': CreateVM_Task, 'duration_secs': 0.448738} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.729715] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.730533] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.730738] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.731094] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.731383] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8f4241-8bb8-4ca9-9636-e4f4c1e591e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.738902] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404139, 'name': Destroy_Task, 'duration_secs': 0.520464} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.740227] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Destroyed the VM [ 1019.740503] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1019.740834] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1019.740834] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529b9f9a-1e60-748f-88d3-a81ac4090811" [ 1019.740834] env[69563]: _type = "Task" [ 1019.740834] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.741031] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62bf2a94-27f7-4206-85ba-dda125ee9a22 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.746623] env[69563]: DEBUG oslo_concurrency.lockutils [req-54c63bc1-3b17-4510-912e-650fe3d530c6 req-91f11eaa-928e-4d8b-89db-07833c8278b3 service nova] Releasing lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.753504] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529b9f9a-1e60-748f-88d3-a81ac4090811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.755065] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1019.755065] env[69563]: value = "task-3404144" [ 1019.755065] env[69563]: _type = "Task" [ 1019.755065] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.765891] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.827020] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525b1469-fe12-01f0-f94f-0e72ee9d6f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.827402] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.827651] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 38381cd9-27b1-4361-a915-5ccd93de0a49/38381cd9-27b1-4361-a915-5ccd93de0a49.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.827949] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.828156] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.828578] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2740393-c058-4d63-bdf3-5de2bc77209a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.830582] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-930cfdd7-0ea5-48b9-8a88-716b31a5a47a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.843632] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1019.843632] env[69563]: value = "task-3404145" [ 1019.843632] env[69563]: _type = "Task" [ 1019.843632] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.844709] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.844895] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.848852] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec5737c-cdbf-47fe-a21d-2ed74dd82da7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.855915] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1019.855915] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5249c4a5-1629-fbda-c72d-7b2b6764462b" [ 1019.855915] env[69563]: _type = "Task" [ 1019.855915] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.862658] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.863452] env[69563]: INFO nova.compute.manager [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Shelve offloading [ 1019.875061] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5249c4a5-1629-fbda-c72d-7b2b6764462b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.912352] env[69563]: DEBUG oslo_vmware.api [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404129, 'name': ReconfigVM_Task, 'duration_secs': 5.852103} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.912609] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.912822] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Reconfigured VM to detach interface {{(pid=69563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1019.938499] env[69563]: DEBUG nova.scheduler.client.report [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.963210] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquiring lock "827398ff-e013-4b89-9d3f-41c3a60d445d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.963478] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "827398ff-e013-4b89-9d3f-41c3a60d445d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.963687] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquiring lock "827398ff-e013-4b89-9d3f-41c3a60d445d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.963935] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "827398ff-e013-4b89-9d3f-41c3a60d445d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.964073] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "827398ff-e013-4b89-9d3f-41c3a60d445d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.966303] env[69563]: INFO nova.compute.manager [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Terminating instance [ 1020.042761] env[69563]: DEBUG oslo_vmware.api [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Task: {'id': task-3404142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234239} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.044113] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.044113] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.044113] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.044342] env[69563]: INFO nova.compute.manager [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1020.044670] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.044945] env[69563]: DEBUG nova.compute.manager [-] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.045207] env[69563]: DEBUG nova.network.neutron [-] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1020.070872] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.075075] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.186283] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404143, 'name': PowerOffVM_Task, 'duration_secs': 0.225066} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.186713] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.187960] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715d7bff-ab04-4603-8be9-efd63aac34cc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.218905] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1022f020-f05b-48f7-8b39-70321ed1b9bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.258100] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529b9f9a-1e60-748f-88d3-a81ac4090811, 'name': SearchDatastore_Task, 'duration_secs': 0.037391} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.264192] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.264622] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.264972] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.273055] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404144, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.274807] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.275538] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd85ef05-0dd5-408d-b3c4-e45c9cf9b16e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.284438] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1020.284438] env[69563]: value = "task-3404146" [ 1020.284438] env[69563]: _type = "Task" [ 1020.284438] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.294606] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.357312] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404145, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.372786] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.373452] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5249c4a5-1629-fbda-c72d-7b2b6764462b, 'name': SearchDatastore_Task, 'duration_secs': 0.027846} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.374173] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0254abd-5b45-4f44-af8f-5d9e0d23cb16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.379429] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c20504a-575c-42ed-bf19-9755274edd2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.386874] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1020.386874] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ed9d49-2b19-40f3-939c-601ca63eeaeb" [ 1020.386874] env[69563]: _type = "Task" [ 1020.386874] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.396517] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1020.396517] env[69563]: value = "task-3404147" [ 1020.396517] env[69563]: _type = "Task" [ 1020.396517] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.405209] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ed9d49-2b19-40f3-939c-601ca63eeaeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.410173] env[69563]: DEBUG nova.compute.manager [req-8921b4bd-b6d5-4fc4-859c-54c677774437 req-3829ed25-9b8c-40d5-b333-377e46438642 service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Received event network-vif-deleted-81e24c94-db15-4875-8661-d41f536a0feb {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.410173] env[69563]: INFO nova.compute.manager [req-8921b4bd-b6d5-4fc4-859c-54c677774437 req-3829ed25-9b8c-40d5-b333-377e46438642 service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Neutron deleted interface 81e24c94-db15-4875-8661-d41f536a0feb; detaching it from the instance and deleting it from the info cache [ 1020.410173] env[69563]: DEBUG nova.network.neutron [req-8921b4bd-b6d5-4fc4-859c-54c677774437 req-3829ed25-9b8c-40d5-b333-377e46438642 service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1020.416754] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1020.417216] env[69563]: DEBUG nova.compute.manager [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.419034] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679533ef-9663-4e67-ae2e-b8f6c98f0a37 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.426721] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.426905] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.427173] env[69563]: DEBUG nova.network.neutron [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1020.444251] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.447391] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.376s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.451414] env[69563]: INFO nova.compute.claims [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.469651] env[69563]: INFO nova.scheduler.client.report [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted allocations for instance 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24 [ 1020.471334] env[69563]: DEBUG nova.compute.manager [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.471584] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.475297] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19b961c-5d4c-439a-989f-0454499d93cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.482293] env[69563]: DEBUG nova.compute.manager [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Received event network-vif-plugged-cf653969-b74f-4cc8-bc32-108eda0b1532 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.482593] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Acquiring lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.482849] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.483104] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.483231] env[69563]: DEBUG nova.compute.manager [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] No waiting events found dispatching network-vif-plugged-cf653969-b74f-4cc8-bc32-108eda0b1532 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.483435] env[69563]: WARNING nova.compute.manager [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Received unexpected event network-vif-plugged-cf653969-b74f-4cc8-bc32-108eda0b1532 for instance with vm_state building and task_state spawning. [ 1020.483631] env[69563]: DEBUG nova.compute.manager [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Received event network-changed-cf653969-b74f-4cc8-bc32-108eda0b1532 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.483820] env[69563]: DEBUG nova.compute.manager [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Refreshing instance network info cache due to event network-changed-cf653969-b74f-4cc8-bc32-108eda0b1532. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.484051] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Acquiring lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.484283] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Acquired lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.484483] env[69563]: DEBUG nova.network.neutron [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Refreshing network info cache for port cf653969-b74f-4cc8-bc32-108eda0b1532 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1020.491712] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.492686] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb13c10-913a-4763-8ac4-09c37d47b874 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.505045] env[69563]: DEBUG oslo_vmware.api [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 1020.505045] env[69563]: value = "task-3404148" [ 1020.505045] env[69563]: _type = "Task" [ 1020.505045] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.518176] env[69563]: DEBUG oslo_vmware.api [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3404148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.769813] env[69563]: DEBUG oslo_vmware.api [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404144, 'name': RemoveSnapshot_Task, 'duration_secs': 0.760942} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.770184] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1020.770494] env[69563]: INFO nova.compute.manager [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Took 15.83 seconds to snapshot the instance on the hypervisor. [ 1020.796350] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1020.796611] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.796924] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.797135] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.797325] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.797587] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbfee67d-cf8f-4e04-bc0a-668221c18de7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.809057] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.809264] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.810102] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accab4c4-e380-4961-b5cf-8fab8f5cb15e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.817352] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1020.817352] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f99002-a22b-94b3-c7df-781a1e610eb5" [ 1020.817352] env[69563]: _type = "Task" [ 1020.817352] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.827056] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f99002-a22b-94b3-c7df-781a1e610eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.857670] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814286} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.857936] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 38381cd9-27b1-4361-a915-5ccd93de0a49/38381cd9-27b1-4361-a915-5ccd93de0a49.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.858158] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.858447] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0415b10-b214-46b3-855e-d786d05b52a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.865830] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1020.865830] env[69563]: value = "task-3404149" [ 1020.865830] env[69563]: _type = "Task" [ 1020.865830] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.876069] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.894840] env[69563]: DEBUG nova.network.neutron [-] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1020.903198] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ed9d49-2b19-40f3-939c-601ca63eeaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.066339} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.903530] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.903813] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a/231c01eb-cbb4-4152-b6e5-ccf2fd34680a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.904835] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.904835] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.904835] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0293b1-cf14-4af8-a5ff-10bb744bc7fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.906716] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebd7c1fc-92a7-42b1-b008-dd8fbdca8e91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.915486] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1020.915486] env[69563]: value = "task-3404150" [ 1020.915486] env[69563]: _type = "Task" [ 1020.915486] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.921087] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-116bede2-a717-4ca2-ad5d-e9430920ab68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.923795] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.924020] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.925666] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c3f2e4-7527-419e-a982-3db1a5dee3fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.933090] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.938264] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0222d641-d7a6-48d7-a10c-8c9783c7dc1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.950993] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1020.950993] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52007a1f-f5ad-245d-8096-dad2ddc6a90b" [ 1020.950993] env[69563]: _type = "Task" [ 1020.950993] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.961825] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52007a1f-f5ad-245d-8096-dad2ddc6a90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.978894] env[69563]: DEBUG nova.compute.manager [req-8921b4bd-b6d5-4fc4-859c-54c677774437 req-3829ed25-9b8c-40d5-b333-377e46438642 service nova] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Detach interface failed, port_id=81e24c94-db15-4875-8661-d41f536a0feb, reason: Instance 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.988712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9d7ba1da-7588-4a61-a5af-659e8f22a2ba tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "7d7881c2-4bdd-4d5f-a2b2-470c349c0c24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.017029] env[69563]: DEBUG oslo_vmware.api [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3404148, 'name': PowerOffVM_Task, 'duration_secs': 0.34486} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.017304] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.017507] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.017882] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24716e03-7e96-4c5a-b89a-1d1b7add5c9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.093570] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.093847] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.094046] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Deleting the datastore file [datastore1] 827398ff-e013-4b89-9d3f-41c3a60d445d {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.094328] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b0ab3f-663f-4e63-8a6f-1dfa861d6a66 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.103046] env[69563]: DEBUG oslo_vmware.api [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for the task: (returnval){ [ 1021.103046] env[69563]: value = "task-3404152" [ 1021.103046] env[69563]: _type = "Task" [ 1021.103046] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.114332] env[69563]: DEBUG oslo_vmware.api [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3404152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.226431] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.226661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.226851] env[69563]: DEBUG nova.network.neutron [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1021.256177] env[69563]: DEBUG nova.network.neutron [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating instance_info_cache with network_info: [{"id": "6883a07a-c18f-41c4-8e50-588408944c89", "address": "fa:16:3e:d2:5c:8e", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6883a07a-c1", "ovs_interfaceid": "6883a07a-c18f-41c4-8e50-588408944c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1021.316640] env[69563]: DEBUG nova.compute.manager [None req-00aa34e0-1939-44af-b193-81cf6a60872e tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Found 1 images (rotation: 2) {{(pid=69563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1021.334625] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f99002-a22b-94b3-c7df-781a1e610eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.037639} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.336875] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d21466-d531-4412-a8e8-2f30329c90d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.345780] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1021.345780] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ea294b-2212-7821-5177-4ac84d3ae873" [ 1021.345780] env[69563]: _type = "Task" [ 1021.345780] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.356288] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ea294b-2212-7821-5177-4ac84d3ae873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.376717] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084227} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.377169] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.377972] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da27d3a-b585-484f-8fac-64cdc7902191 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.401129] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 38381cd9-27b1-4361-a915-5ccd93de0a49/38381cd9-27b1-4361-a915-5ccd93de0a49.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.403940] env[69563]: INFO nova.compute.manager [-] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Took 1.36 seconds to deallocate network for instance. [ 1021.404812] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c20652-e0b3-402e-baed-1e55ddedff2a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.435128] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.438031] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1021.438031] env[69563]: value = "task-3404153" [ 1021.438031] env[69563]: _type = "Task" [ 1021.438031] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.447020] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.468970] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52007a1f-f5ad-245d-8096-dad2ddc6a90b, 'name': SearchDatastore_Task, 'duration_secs': 0.036244} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.471103] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3e5d6e-9682-4520-a06c-b40abe7158c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.476725] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1021.476725] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e3e805-e6a5-d08d-87f0-35994acaf827" [ 1021.476725] env[69563]: _type = "Task" [ 1021.476725] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.490743] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e3e805-e6a5-d08d-87f0-35994acaf827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.557856] env[69563]: DEBUG nova.network.neutron [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updated VIF entry in instance network info cache for port cf653969-b74f-4cc8-bc32-108eda0b1532. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1021.558285] env[69563]: DEBUG nova.network.neutron [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance_info_cache with network_info: [{"id": "cf653969-b74f-4cc8-bc32-108eda0b1532", "address": "fa:16:3e:04:0d:26", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf653969-b7", "ovs_interfaceid": "cf653969-b74f-4cc8-bc32-108eda0b1532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1021.622379] env[69563]: DEBUG oslo_vmware.api [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3404152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.652824] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "370511e6-c4ba-425c-9495-b1646ac97b1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.653117] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.759713] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.796649] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f11a536-0700-4e56-973e-03de712867ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.806164] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5e1cb4-c3cc-4cc5-b7e5-dd8ee9babb5b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.848974] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7659f2b2-7dc3-47e8-87ba-c2347f53cce3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.863019] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c0f71f-cc0c-4889-9c7d-ebb65c7674b6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.871791] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ea294b-2212-7821-5177-4ac84d3ae873, 'name': SearchDatastore_Task, 'duration_secs': 0.035267} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.872679] env[69563]: DEBUG oslo_concurrency.lockutils [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.872957] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. {{(pid=69563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1021.873279] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02444afa-7ecc-4257-b691-83cf26fe47ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.884911] env[69563]: DEBUG nova.compute.provider_tree [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.894985] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1021.894985] env[69563]: value = "task-3404154" [ 1021.894985] env[69563]: _type = "Task" [ 1021.894985] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.912195] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.929755] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.937068] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404150, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.946332] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404153, 'name': ReconfigVM_Task, 'duration_secs': 0.449111} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.946665] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 38381cd9-27b1-4361-a915-5ccd93de0a49/38381cd9-27b1-4361-a915-5ccd93de0a49.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.947314] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b16bea73-e081-4bfc-abf8-e5caeb787a4e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.958083] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1021.958083] env[69563]: value = "task-3404155" [ 1021.958083] env[69563]: _type = "Task" [ 1021.958083] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.972077] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404155, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.987789] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e3e805-e6a5-d08d-87f0-35994acaf827, 'name': SearchDatastore_Task, 'duration_secs': 0.016386} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.988166] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.988367] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 965029a5-113e-4828-95d5-b96cfaa259b4/965029a5-113e-4828-95d5-b96cfaa259b4.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.988812] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59f7f4cc-523e-451a-bed0-6b655063cd55 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.003783] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1022.003783] env[69563]: value = "task-3404156" [ 1022.003783] env[69563]: _type = "Task" [ 1022.003783] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.015597] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.040154] env[69563]: INFO nova.network.neutron [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Port 4fa23c19-547c-4df0-acad-893a2d828905 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1022.040335] env[69563]: INFO nova.network.neutron [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Port dc1eb23a-d0fe-4aa9-97e0-d62be4111668 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1022.042360] env[69563]: DEBUG nova.network.neutron [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1022.068374] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Releasing lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.068374] env[69563]: DEBUG nova.compute.manager [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-vif-deleted-4fa23c19-547c-4df0-acad-893a2d828905 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.068484] env[69563]: INFO nova.compute.manager [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Neutron deleted interface 4fa23c19-547c-4df0-acad-893a2d828905; detaching it from the instance and deleting it from the info cache [ 1022.068967] env[69563]: DEBUG nova.network.neutron [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc1eb23a-d0fe-4aa9-97e0-d62be4111668", "address": "fa:16:3e:d5:44:8a", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc1eb23a-d0", "ovs_interfaceid": "dc1eb23a-d0fe-4aa9-97e0-d62be4111668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1022.117279] env[69563]: DEBUG oslo_vmware.api [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Task: {'id': task-3404152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676666} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.120022] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.120022] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.120022] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.120022] env[69563]: INFO nova.compute.manager [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1022.120022] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.120022] env[69563]: DEBUG nova.compute.manager [-] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.120022] env[69563]: DEBUG nova.network.neutron [-] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1022.123685] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.123922] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "b0105855-eeea-4216-bc95-850690e43242" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.124140] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.124316] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "b0105855-eeea-4216-bc95-850690e43242-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.124477] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "b0105855-eeea-4216-bc95-850690e43242-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.126615] env[69563]: INFO nova.compute.manager [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Terminating instance [ 1022.156785] env[69563]: DEBUG nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.235827] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.236913] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2139c5f2-737e-411d-818a-bce7561ff882 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.247270] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.247605] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d016366b-7c56-4cae-a3b0-20a9e231291d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.338388] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.338707] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.338917] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleting the datastore file [datastore1] 47622390-9e3a-4865-b160-821637c53a4a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.339259] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41abda31-28dc-4501-8e43-c7c44e610a78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.349167] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1022.349167] env[69563]: value = "task-3404158" [ 1022.349167] env[69563]: _type = "Task" [ 1022.349167] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.364527] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.390836] env[69563]: DEBUG nova.scheduler.client.report [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.408484] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404154, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.437289] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404150, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.045081} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.438378] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a/231c01eb-cbb4-4152-b6e5-ccf2fd34680a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.438824] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.439561] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bddd885-eae7-4b7c-bf49-c918a2630d0e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.449997] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1022.449997] env[69563]: value = "task-3404159" [ 1022.449997] env[69563]: _type = "Task" [ 1022.449997] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.463441] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.481705] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404155, 'name': Rename_Task, 'duration_secs': 0.184226} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.482292] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.482842] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d48c5ece-8d9a-4ed6-bbcf-ef2d9f5a272e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.495028] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1022.495028] env[69563]: value = "task-3404160" [ 1022.495028] env[69563]: _type = "Task" [ 1022.495028] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.505595] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.515733] env[69563]: DEBUG nova.compute.manager [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-vif-deleted-dc1eb23a-d0fe-4aa9-97e0-d62be4111668 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.516589] env[69563]: INFO nova.compute.manager [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Neutron deleted interface dc1eb23a-d0fe-4aa9-97e0-d62be4111668; detaching it from the instance and deleting it from the info cache [ 1022.517223] env[69563]: DEBUG nova.network.neutron [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [{"id": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "address": "fa:16:3e:1f:0a:8c", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e5fa5-2a", "ovs_interfaceid": "888e5fa5-2a52-41f5-880f-70a7d94b3aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1022.528391] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404156, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.546916] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.573787] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.581813] env[69563]: DEBUG nova.compute.manager [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.585020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba594fad-5c26-4ead-9d68-696d91bfdf31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.632414] env[69563]: DEBUG nova.compute.manager [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.632656] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.633898] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94a819c-cd8f-47e4-82e8-b02a6bc1b9a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.646410] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.646410] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ded8567e-f98c-49e1-8ea5-7992e251af2c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.656528] env[69563]: DEBUG oslo_vmware.api [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1022.656528] env[69563]: value = "task-3404161" [ 1022.656528] env[69563]: _type = "Task" [ 1022.656528] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.680547] env[69563]: DEBUG oslo_vmware.api [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.694160] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.785336] env[69563]: DEBUG nova.compute.manager [req-dfe26aaf-dd36-4923-a7ed-d2f368764ab8 req-d0a86c5f-0a97-4a6e-8892-d2e789d28139 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Received event network-vif-deleted-c6e41f13-ee1e-4089-b380-af02cd7b4e9b {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.785577] env[69563]: INFO nova.compute.manager [req-dfe26aaf-dd36-4923-a7ed-d2f368764ab8 req-d0a86c5f-0a97-4a6e-8892-d2e789d28139 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Neutron deleted interface c6e41f13-ee1e-4089-b380-af02cd7b4e9b; detaching it from the instance and deleting it from the info cache [ 1022.785742] env[69563]: DEBUG nova.network.neutron [req-dfe26aaf-dd36-4923-a7ed-d2f368764ab8 req-d0a86c5f-0a97-4a6e-8892-d2e789d28139 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1022.819517] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.819701] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.820068] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.820381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.820675] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.823046] env[69563]: INFO nova.compute.manager [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Terminating instance [ 1022.861208] env[69563]: DEBUG oslo_vmware.api [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492042} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.861476] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.861658] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.861848] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.882027] env[69563]: INFO nova.scheduler.client.report [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted allocations for instance 47622390-9e3a-4865-b160-821637c53a4a [ 1022.896625] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.897192] env[69563]: DEBUG nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.900301] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.825s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.901878] env[69563]: INFO nova.compute.claims [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.914907] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693698} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.915194] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. [ 1022.916224] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97717a86-1376-4719-a8d5-b980c0bb8419 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.949834] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.950592] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5837ff52-0e9f-4246-ba31-41502da916c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.975420] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130569} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.976810] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.977185] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1022.977185] env[69563]: value = "task-3404162" [ 1022.977185] env[69563]: _type = "Task" [ 1022.977185] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.977920] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f962a-f05c-4c8a-b2e3-d711926ee3ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.006991] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a/231c01eb-cbb4-4152-b6e5-ccf2fd34680a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.013314] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0f06f0-b6fe-4a73-ae83-60efea704c85 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.027337] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.033096] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Acquiring lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.039794] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731881} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.043668] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 965029a5-113e-4828-95d5-b96cfaa259b4/965029a5-113e-4828-95d5-b96cfaa259b4.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.043953] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.044233] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1023.044233] env[69563]: value = "task-3404163" [ 1023.044233] env[69563]: _type = "Task" [ 1023.044233] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.044423] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.044617] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea78a248-2616-492c-a619-57af744dfc71 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.050694] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d67343ab-1b1c-47b9-9dcc-617b01c45d71 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-b0105855-eeea-4216-bc95-850690e43242-4fa23c19-547c-4df0-acad-893a2d828905" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.748s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.055384] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1023.055384] env[69563]: value = "task-3404164" [ 1023.055384] env[69563]: _type = "Task" [ 1023.055384] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.063262] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404163, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.069110] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.101947] env[69563]: INFO nova.compute.manager [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] instance snapshotting [ 1023.102762] env[69563]: DEBUG nova.objects.instance [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'flavor' on Instance uuid 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.171039] env[69563]: DEBUG oslo_vmware.api [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404161, 'name': PowerOffVM_Task, 'duration_secs': 0.330671} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.171039] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.171039] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.171039] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97adab1a-cc14-459f-906e-20dc9a97ca74 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.263889] env[69563]: DEBUG nova.network.neutron [-] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1023.290054] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.290318] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.290588] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleting the datastore file [datastore2] b0105855-eeea-4216-bc95-850690e43242 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.290848] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcca8f5d-9b27-42e3-896d-4003c7f131e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.293698] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3f5fef5-6c9d-4e53-91cf-a51f73e170a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.304504] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb9849b-72d2-435c-997d-46d6ea4f159e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.319759] env[69563]: DEBUG oslo_vmware.api [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1023.319759] env[69563]: value = "task-3404166" [ 1023.319759] env[69563]: _type = "Task" [ 1023.319759] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.327139] env[69563]: DEBUG nova.compute.manager [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.327139] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.331874] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e76f06-8ba4-4f28-ad98-effcca5139b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.334604] env[69563]: DEBUG oslo_vmware.api [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.348249] env[69563]: DEBUG nova.compute.manager [req-dfe26aaf-dd36-4923-a7ed-d2f368764ab8 req-d0a86c5f-0a97-4a6e-8892-d2e789d28139 service nova] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Detach interface failed, port_id=c6e41f13-ee1e-4089-b380-af02cd7b4e9b, reason: Instance 827398ff-e013-4b89-9d3f-41c3a60d445d could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.351027] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.351266] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b52bf2-f710-483d-a1a3-6d922005c042 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.364224] env[69563]: DEBUG oslo_vmware.api [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1023.364224] env[69563]: value = "task-3404167" [ 1023.364224] env[69563]: _type = "Task" [ 1023.364224] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.373910] env[69563]: DEBUG oslo_vmware.api [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.386378] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.407252] env[69563]: DEBUG nova.compute.utils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.408767] env[69563]: DEBUG nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.408943] env[69563]: DEBUG nova.network.neutron [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1023.471019] env[69563]: DEBUG nova.policy [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33b62efb6f64e76953107e1f64c49c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56b682b2e4341ca9041621ca76c5600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.494628] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404162, 'name': ReconfigVM_Task, 'duration_secs': 0.408281} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.494628] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.495548] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a987fc9-d94d-4046-843e-f92cf87d8970 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.529828] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.530125] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a7afa5-c65f-40a0-92b0-832f315f57e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.551857] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1023.551857] env[69563]: value = "task-3404168" [ 1023.551857] env[69563]: _type = "Task" [ 1023.551857] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.559377] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404163, 'name': ReconfigVM_Task, 'duration_secs': 0.423409} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.562918] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a/231c01eb-cbb4-4152-b6e5-ccf2fd34680a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.563793] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98588461-5807-405f-aee1-24d535d5cd73 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.569313] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.576052] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129152} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.576381] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.578425] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c43339-8e69-490d-a4d5-99a8cd0f9533 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.581408] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1023.581408] env[69563]: value = "task-3404169" [ 1023.581408] env[69563]: _type = "Task" [ 1023.581408] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.605457] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 965029a5-113e-4828-95d5-b96cfaa259b4/965029a5-113e-4828-95d5-b96cfaa259b4.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.605457] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56d11616-0391-465c-ade2-2c2ffd0adf85 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.626650] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404169, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.628222] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdb7975-44e4-470b-ad34-f82a267b53e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.632536] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1023.632536] env[69563]: value = "task-3404170" [ 1023.632536] env[69563]: _type = "Task" [ 1023.632536] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.651427] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d88e96-cf4a-4445-9aea-05c150ee733a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.657674] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.768567] env[69563]: INFO nova.compute.manager [-] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Took 1.65 seconds to deallocate network for instance. [ 1023.848783] env[69563]: DEBUG oslo_vmware.api [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324643} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.849039] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.849223] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.849384] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.849573] env[69563]: INFO nova.compute.manager [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: b0105855-eeea-4216-bc95-850690e43242] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1023.849815] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.851212] env[69563]: DEBUG nova.compute.manager [-] [instance: b0105855-eeea-4216-bc95-850690e43242] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.851212] env[69563]: DEBUG nova.network.neutron [-] [instance: b0105855-eeea-4216-bc95-850690e43242] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1023.874403] env[69563]: DEBUG oslo_vmware.api [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404167, 'name': PowerOffVM_Task, 'duration_secs': 0.216403} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.874674] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.874861] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.875114] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b3ab31-60b1-4d24-9c44-badece546e79 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.915637] env[69563]: DEBUG nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.947050] env[69563]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port dc1eb23a-d0fe-4aa9-97e0-d62be4111668 could not be found.", "detail": ""}} {{(pid=69563) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1023.947050] env[69563]: DEBUG nova.network.neutron [-] Unable to show port dc1eb23a-d0fe-4aa9-97e0-d62be4111668 as it no longer exists. {{(pid=69563) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1023.953217] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.953439] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.953615] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleting the datastore file [datastore1] 7131e8f7-8b35-40a3-8eb6-803f9c9408d1 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.954099] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0195b8ad-b88a-4ae1-9fbb-a1b793998115 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.962054] env[69563]: DEBUG oslo_vmware.api [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1023.962054] env[69563]: value = "task-3404172" [ 1023.962054] env[69563]: _type = "Task" [ 1023.962054] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.971118] env[69563]: DEBUG oslo_vmware.api [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.007846] env[69563]: DEBUG nova.network.neutron [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Successfully created port: b95c421c-3a9f-41e4-bec3-1bf5f811d1d0 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1024.015150] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404160, 'name': PowerOnVM_Task, 'duration_secs': 1.195613} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.015150] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.015150] env[69563]: DEBUG nova.compute.manager [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.015858] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3013c4a1-7e38-444e-ba2c-5a8940938981 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.065930] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404168, 'name': ReconfigVM_Task, 'duration_secs': 0.230239} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.071121] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.074044] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93469f9e-f09f-402e-85f8-8aacca382036 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.082934] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1024.082934] env[69563]: value = "task-3404173" [ 1024.082934] env[69563]: _type = "Task" [ 1024.082934] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.100024] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.102306] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404169, 'name': Rename_Task, 'duration_secs': 0.197927} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.102487] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.103386] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9a22b2a-c0cf-49d3-b04a-af4363f53a72 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.110094] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1024.110094] env[69563]: value = "task-3404174" [ 1024.110094] env[69563]: _type = "Task" [ 1024.110094] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.119253] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.150234] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.166850] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.169841] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df8a265f-ff44-4903-8b10-83b997fb68cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.176952] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1024.176952] env[69563]: value = "task-3404175" [ 1024.176952] env[69563]: _type = "Task" [ 1024.176952] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.186665] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.243109] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3363accd-485a-43e0-9844-05513c0caa7b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.252569] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d16a10-0e94-4071-bbab-83d4d978c9db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.291245] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.292603] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c6737-3c31-42d0-b024-ea2ea2e468e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.302883] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8b8047-0868-4095-8bbf-ed63d4927d61 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.323243] env[69563]: DEBUG nova.compute.provider_tree [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.474165] env[69563]: DEBUG oslo_vmware.api [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204674} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.474518] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.474659] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.474836] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.475012] env[69563]: INFO nova.compute.manager [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1024.475257] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.475448] env[69563]: DEBUG nova.compute.manager [-] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.475598] env[69563]: DEBUG nova.network.neutron [-] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1024.536603] env[69563]: INFO nova.compute.manager [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] bringing vm to original state: 'stopped' [ 1024.588451] env[69563]: DEBUG nova.compute.manager [req-0ca7de85-dc88-4c64-bf4a-653a66880eb9 req-4ee5c88d-ef2d-491c-bf6c-1f1b7315c293 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Received event network-vif-deleted-888e5fa5-2a52-41f5-880f-70a7d94b3aa6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.588656] env[69563]: INFO nova.compute.manager [req-0ca7de85-dc88-4c64-bf4a-653a66880eb9 req-4ee5c88d-ef2d-491c-bf6c-1f1b7315c293 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Neutron deleted interface 888e5fa5-2a52-41f5-880f-70a7d94b3aa6; detaching it from the instance and deleting it from the info cache [ 1024.588829] env[69563]: DEBUG nova.network.neutron [req-0ca7de85-dc88-4c64-bf4a-653a66880eb9 req-4ee5c88d-ef2d-491c-bf6c-1f1b7315c293 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1024.603878] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.625332] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.643793] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404170, 'name': ReconfigVM_Task, 'duration_secs': 0.741846} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.644180] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 965029a5-113e-4828-95d5-b96cfaa259b4/965029a5-113e-4828-95d5-b96cfaa259b4.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.644960] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01b4b1c2-44ff-4ad5-a6a0-8758edfaa492 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.653216] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1024.653216] env[69563]: value = "task-3404176" [ 1024.653216] env[69563]: _type = "Task" [ 1024.653216] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.663125] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404176, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.688369] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.739912] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.826782] env[69563]: DEBUG nova.scheduler.client.report [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.921758] env[69563]: DEBUG nova.network.neutron [-] [instance: b0105855-eeea-4216-bc95-850690e43242] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1024.930164] env[69563]: DEBUG nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.963730] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.963893] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.964054] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.964248] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.964396] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.964542] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.964751] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.964922] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.965383] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.965622] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.965838] env[69563]: DEBUG nova.virt.hardware [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.967210] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78420c5-04e9-434c-9afa-a80cb3d081b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.977872] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d7191-357d-43ce-a822-7cde662ff046 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.100116] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9294bff1-f665-428a-9978-8fb845e883e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.102791] env[69563]: DEBUG oslo_vmware.api [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404173, 'name': PowerOnVM_Task, 'duration_secs': 0.524462} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.102791] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.105584] env[69563]: DEBUG nova.compute.manager [None req-38934c06-ae32-4502-8164-f10f0a7ead39 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.106918] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff5761d-be9f-416b-8617-e1543c7de41e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.119392] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d304cea4-2d9e-4a1d-bb9b-7713b9e1d1a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.142176] env[69563]: DEBUG oslo_vmware.api [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404174, 'name': PowerOnVM_Task, 'duration_secs': 0.560349} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.142449] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.142627] env[69563]: INFO nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1025.142803] env[69563]: DEBUG nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.143625] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5d5a11-dc41-4333-b35b-2477f3b48a28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.167137] env[69563]: DEBUG nova.compute.manager [req-0ca7de85-dc88-4c64-bf4a-653a66880eb9 req-4ee5c88d-ef2d-491c-bf6c-1f1b7315c293 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Detach interface failed, port_id=888e5fa5-2a52-41f5-880f-70a7d94b3aa6, reason: Instance b0105855-eeea-4216-bc95-850690e43242 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.177206] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404176, 'name': Rename_Task, 'duration_secs': 0.234883} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.177206] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.177417] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf5e7c60-010e-4398-afb9-3c8d07fd99d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.191023] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.192547] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1025.192547] env[69563]: value = "task-3404177" [ 1025.192547] env[69563]: _type = "Task" [ 1025.192547] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.201449] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.336819] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.337384] env[69563]: DEBUG nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.340065] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.410s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.341735] env[69563]: DEBUG nova.objects.instance [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lazy-loading 'resources' on Instance uuid 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.424145] env[69563]: INFO nova.compute.manager [-] [instance: b0105855-eeea-4216-bc95-850690e43242] Took 1.57 seconds to deallocate network for instance. [ 1025.428313] env[69563]: DEBUG nova.compute.manager [req-267068fd-6590-4d1b-aa7a-46e4b812ce7c req-2da3d75e-57ea-49ec-96fa-48da8e17156b service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Received event network-vif-plugged-b95c421c-3a9f-41e4-bec3-1bf5f811d1d0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.429173] env[69563]: DEBUG oslo_concurrency.lockutils [req-267068fd-6590-4d1b-aa7a-46e4b812ce7c req-2da3d75e-57ea-49ec-96fa-48da8e17156b service nova] Acquiring lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.429173] env[69563]: DEBUG oslo_concurrency.lockutils [req-267068fd-6590-4d1b-aa7a-46e4b812ce7c req-2da3d75e-57ea-49ec-96fa-48da8e17156b service nova] Lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.429173] env[69563]: DEBUG oslo_concurrency.lockutils [req-267068fd-6590-4d1b-aa7a-46e4b812ce7c req-2da3d75e-57ea-49ec-96fa-48da8e17156b service nova] Lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.429320] env[69563]: DEBUG nova.compute.manager [req-267068fd-6590-4d1b-aa7a-46e4b812ce7c req-2da3d75e-57ea-49ec-96fa-48da8e17156b service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] No waiting events found dispatching network-vif-plugged-b95c421c-3a9f-41e4-bec3-1bf5f811d1d0 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.429365] env[69563]: WARNING nova.compute.manager [req-267068fd-6590-4d1b-aa7a-46e4b812ce7c req-2da3d75e-57ea-49ec-96fa-48da8e17156b service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Received unexpected event network-vif-plugged-b95c421c-3a9f-41e4-bec3-1bf5f811d1d0 for instance with vm_state building and task_state spawning. [ 1025.512843] env[69563]: DEBUG nova.network.neutron [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Successfully updated port: b95c421c-3a9f-41e4-bec3-1bf5f811d1d0 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1025.545335] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "38381cd9-27b1-4361-a915-5ccd93de0a49" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.545548] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.545729] env[69563]: DEBUG nova.compute.manager [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.546669] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d33a63-de92-43a3-a300-c1626edbd9ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.553945] env[69563]: DEBUG nova.compute.manager [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1025.601564] env[69563]: DEBUG nova.network.neutron [-] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1025.677541] env[69563]: INFO nova.compute.manager [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Took 16.05 seconds to build instance. [ 1025.690502] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404175, 'name': CreateSnapshot_Task, 'duration_secs': 1.204874} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.690765] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1025.692326] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242c3735-d3ef-4345-a4e1-32f4fdff41c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.708826] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404177, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.844037] env[69563]: DEBUG nova.compute.utils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.847870] env[69563]: DEBUG nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.848057] env[69563]: DEBUG nova.network.neutron [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1025.914565] env[69563]: DEBUG nova.policy [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e72fdf4ce834948b6d5a492497e9c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9451554f27b2494c80f273e3b690afcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.933695] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.015230] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "refresh_cache-77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.015379] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "refresh_cache-77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.016408] env[69563]: DEBUG nova.network.neutron [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1026.060958] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.060958] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b95f271c-f176-4634-9f47-64a11115d622 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.074202] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1026.074202] env[69563]: value = "task-3404178" [ 1026.074202] env[69563]: _type = "Task" [ 1026.074202] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.086631] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.105323] env[69563]: INFO nova.compute.manager [-] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Took 1.63 seconds to deallocate network for instance. [ 1026.112535] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d182d0a-9cd4-4d8b-a958-bf0d1f629cbb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.122692] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df213904-72c9-4845-9528-2ca59b689f7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.165022] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3fdffb-ef64-4edf-b7e9-c4902ae0fa7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.171409] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214eb6f7-6426-4fe3-b254-a1aee303e084 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.191178] env[69563]: DEBUG oslo_concurrency.lockutils [None req-db83277a-b9d9-40b8-8f52-70d5e3b7cf65 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.575s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.192062] env[69563]: DEBUG nova.compute.provider_tree [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.206379] env[69563]: DEBUG oslo_vmware.api [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404177, 'name': PowerOnVM_Task, 'duration_secs': 0.91549} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.206741] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.207076] env[69563]: INFO nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1026.207344] env[69563]: DEBUG nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.208417] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5053e20-b23a-4ae7-b686-ec347e4de2ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.219712] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.220236] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c224bbd-9ec4-4a96-b8a4-aa1a4c9d847e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.235645] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1026.235645] env[69563]: value = "task-3404179" [ 1026.235645] env[69563]: _type = "Task" [ 1026.235645] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.250613] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404179, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.310096] env[69563]: INFO nova.compute.manager [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Rescuing [ 1026.310557] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.310796] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.311031] env[69563]: DEBUG nova.network.neutron [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1026.316140] env[69563]: DEBUG nova.network.neutron [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Successfully created port: 54b58d2c-6b17-40c4-ae60-69a3eeef2ba1 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1026.349189] env[69563]: DEBUG nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.554307] env[69563]: DEBUG nova.network.neutron [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1026.589305] env[69563]: DEBUG oslo_vmware.api [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404178, 'name': PowerOffVM_Task, 'duration_secs': 0.289951} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.589725] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.590057] env[69563]: DEBUG nova.compute.manager [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.591240] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd574da-ee9f-4b41-9415-f4f37c43ac6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.617762] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.624686] env[69563]: DEBUG nova.compute.manager [req-f3338fa9-bc8a-49a0-95cc-c4d91f65dc1f req-8113e7fc-f62c-4d97-87e5-929d6f0f9e95 service nova] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Received event network-vif-deleted-065843a3-382a-470e-ae28-535c3d70c0c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.694896] env[69563]: DEBUG nova.scheduler.client.report [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.740974] env[69563]: INFO nova.compute.manager [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Took 15.38 seconds to build instance. [ 1026.749457] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404179, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.761376] env[69563]: DEBUG nova.network.neutron [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Updating instance_info_cache with network_info: [{"id": "b95c421c-3a9f-41e4-bec3-1bf5f811d1d0", "address": "fa:16:3e:8c:12:b0", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95c421c-3a", "ovs_interfaceid": "b95c421c-3a9f-41e4-bec3-1bf5f811d1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1026.937192] env[69563]: INFO nova.compute.manager [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Unrescuing [ 1026.937562] env[69563]: DEBUG oslo_concurrency.lockutils [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.937841] env[69563]: DEBUG oslo_concurrency.lockutils [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.938072] env[69563]: DEBUG nova.network.neutron [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1027.108515] env[69563]: DEBUG nova.network.neutron [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Updating instance_info_cache with network_info: [{"id": "460e2d6e-903e-4913-a331-98b02bc15f48", "address": "fa:16:3e:aa:28:34", "network": {"id": "838c7a32-9c6a-4246-9b4c-8e18563c46c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2075671993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3ef02ea7c6c4c32badd31b32a5ed5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460e2d6e-90", "ovs_interfaceid": "460e2d6e-903e-4913-a331-98b02bc15f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1027.109798] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.203777] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.206871] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.513s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.208482] env[69563]: INFO nova.compute.claims [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.234813] env[69563]: INFO nova.scheduler.client.report [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Deleted allocations for instance 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6 [ 1027.243051] env[69563]: DEBUG oslo_concurrency.lockutils [None req-973b6ee1-e4c1-4f6d-87c8-eb491bcca7d3 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.892s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.249680] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404179, 'name': CloneVM_Task, 'duration_secs': 0.991347} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.249680] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Created linked-clone VM from snapshot [ 1027.249680] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb8a86-37be-4bf0-b4f7-32ab9a4b652c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.259698] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Uploading image a4a9a209-6f09-44dd-82e6-07149ceaa6fe {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1027.266084] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "refresh_cache-77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.266389] env[69563]: DEBUG nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Instance network_info: |[{"id": "b95c421c-3a9f-41e4-bec3-1bf5f811d1d0", "address": "fa:16:3e:8c:12:b0", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95c421c-3a", "ovs_interfaceid": "b95c421c-3a9f-41e4-bec3-1bf5f811d1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.267141] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:12:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95c421c-3a9f-41e4-bec3-1bf5f811d1d0', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.276074] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.276609] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.277016] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ed4b911-9bcb-4332-b5b8-575fb245f949 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.302039] env[69563]: DEBUG oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1027.302039] env[69563]: value = "vm-679209" [ 1027.302039] env[69563]: _type = "VirtualMachine" [ 1027.302039] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1027.302039] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02ed8b8c-1cad-4c76-bbc7-09ba2c7b697e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.304618] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.304618] env[69563]: value = "task-3404180" [ 1027.304618] env[69563]: _type = "Task" [ 1027.304618] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.310566] env[69563]: DEBUG oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease: (returnval){ [ 1027.310566] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529f3055-59ac-d73b-a8e7-c50ebc91010a" [ 1027.310566] env[69563]: _type = "HttpNfcLease" [ 1027.310566] env[69563]: } obtained for exporting VM: (result){ [ 1027.310566] env[69563]: value = "vm-679209" [ 1027.310566] env[69563]: _type = "VirtualMachine" [ 1027.310566] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1027.310883] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the lease: (returnval){ [ 1027.310883] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529f3055-59ac-d73b-a8e7-c50ebc91010a" [ 1027.310883] env[69563]: _type = "HttpNfcLease" [ 1027.310883] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1027.314107] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404180, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.321471] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.321471] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529f3055-59ac-d73b-a8e7-c50ebc91010a" [ 1027.321471] env[69563]: _type = "HttpNfcLease" [ 1027.321471] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.360084] env[69563]: DEBUG nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.385965] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.386379] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.386569] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.386787] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.386963] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.387182] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.387415] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.387587] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.387759] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.387929] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.388157] env[69563]: DEBUG nova.virt.hardware [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.389233] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c57fba8-9355-4a3a-915f-b9b118bf795d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.399043] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf073d6-b363-413a-ad1e-62564576e5ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.508671] env[69563]: DEBUG nova.compute.manager [req-e378b434-34bf-4668-bfcc-df2db9ba20aa req-4b7a83e2-5e3d-4790-9cee-22ceef49af54 service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Received event network-changed-b95c421c-3a9f-41e4-bec3-1bf5f811d1d0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.508893] env[69563]: DEBUG nova.compute.manager [req-e378b434-34bf-4668-bfcc-df2db9ba20aa req-4b7a83e2-5e3d-4790-9cee-22ceef49af54 service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Refreshing instance network info cache due to event network-changed-b95c421c-3a9f-41e4-bec3-1bf5f811d1d0. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.509242] env[69563]: DEBUG oslo_concurrency.lockutils [req-e378b434-34bf-4668-bfcc-df2db9ba20aa req-4b7a83e2-5e3d-4790-9cee-22ceef49af54 service nova] Acquiring lock "refresh_cache-77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.509470] env[69563]: DEBUG oslo_concurrency.lockutils [req-e378b434-34bf-4668-bfcc-df2db9ba20aa req-4b7a83e2-5e3d-4790-9cee-22ceef49af54 service nova] Acquired lock "refresh_cache-77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.510318] env[69563]: DEBUG nova.network.neutron [req-e378b434-34bf-4668-bfcc-df2db9ba20aa req-4b7a83e2-5e3d-4790-9cee-22ceef49af54 service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Refreshing network info cache for port b95c421c-3a9f-41e4-bec3-1bf5f811d1d0 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1027.611986] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "refresh_cache-231c01eb-cbb4-4152-b6e5-ccf2fd34680a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.620137] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.746045] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d6d3c6f3-feb9-40f3-b2de-df5eb680235f tempest-ServerTagsTestJSON-1673779514 tempest-ServerTagsTestJSON-1673779514-project-member] Lock "7457dc7b-4d64-49fc-81a8-5a5f995c7ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.332s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.785283] env[69563]: DEBUG nova.network.neutron [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Updating instance_info_cache with network_info: [{"id": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "address": "fa:16:3e:96:b4:1a", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d1fcc5-1d", "ovs_interfaceid": "a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1027.826184] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404180, 'name': CreateVM_Task, 'duration_secs': 0.509325} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.826854] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.827633] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.827743] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.828086] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.828474] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8f773f-e266-4112-8413-f66e07d8afc9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.834674] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.834674] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529f3055-59ac-d73b-a8e7-c50ebc91010a" [ 1027.834674] env[69563]: _type = "HttpNfcLease" [ 1027.834674] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.836276] env[69563]: DEBUG oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.836276] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529f3055-59ac-d73b-a8e7-c50ebc91010a" [ 1027.836276] env[69563]: _type = "HttpNfcLease" [ 1027.836276] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1027.836465] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1027.836465] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce865b-05da-3b76-bab1-79d2d2c6f9f1" [ 1027.836465] env[69563]: _type = "Task" [ 1027.836465] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.837988] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3009a7ac-38f6-4ec0-b793-7f161100ba13 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.848885] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce865b-05da-3b76-bab1-79d2d2c6f9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.852267] env[69563]: DEBUG oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2e26-14f6-91c9-61c0-7a7927c3acfa/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.852480] env[69563]: DEBUG oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2e26-14f6-91c9-61c0-7a7927c3acfa/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1027.924429] env[69563]: DEBUG nova.compute.manager [req-39fa11a2-c5be-4035-b577-829142891b83 req-5ca323a2-9d21-4c6e-9282-a33dcbe466f7 service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Received event network-vif-plugged-54b58d2c-6b17-40c4-ae60-69a3eeef2ba1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.924429] env[69563]: DEBUG oslo_concurrency.lockutils [req-39fa11a2-c5be-4035-b577-829142891b83 req-5ca323a2-9d21-4c6e-9282-a33dcbe466f7 service nova] Acquiring lock "4b547ac1-6026-4cb8-8d16-614eebbb268e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.924429] env[69563]: DEBUG oslo_concurrency.lockutils [req-39fa11a2-c5be-4035-b577-829142891b83 req-5ca323a2-9d21-4c6e-9282-a33dcbe466f7 service nova] Lock "4b547ac1-6026-4cb8-8d16-614eebbb268e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.924429] env[69563]: DEBUG oslo_concurrency.lockutils [req-39fa11a2-c5be-4035-b577-829142891b83 req-5ca323a2-9d21-4c6e-9282-a33dcbe466f7 service nova] Lock "4b547ac1-6026-4cb8-8d16-614eebbb268e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.924760] env[69563]: DEBUG nova.compute.manager [req-39fa11a2-c5be-4035-b577-829142891b83 req-5ca323a2-9d21-4c6e-9282-a33dcbe466f7 service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] No waiting events found dispatching network-vif-plugged-54b58d2c-6b17-40c4-ae60-69a3eeef2ba1 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.924760] env[69563]: WARNING nova.compute.manager [req-39fa11a2-c5be-4035-b577-829142891b83 req-5ca323a2-9d21-4c6e-9282-a33dcbe466f7 service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Received unexpected event network-vif-plugged-54b58d2c-6b17-40c4-ae60-69a3eeef2ba1 for instance with vm_state building and task_state spawning. [ 1028.075651] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c57bd2c-d3a2-4c95-b7a6-488575534fbd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.288104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "refresh_cache-3c268845-a7a5-4796-a972-53d70d2b876e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.289875] env[69563]: DEBUG nova.objects.instance [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lazy-loading 'flavor' on Instance uuid 3c268845-a7a5-4796-a972-53d70d2b876e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.353480] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce865b-05da-3b76-bab1-79d2d2c6f9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.024512} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.354082] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.354401] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.354707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.355223] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.355223] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.355498] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5554991-d294-4963-a18c-aa68b9a9de78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.369256] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.369400] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.370172] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac125b7-6ab9-4027-9ec6-9398e4d9dd03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.379184] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1028.379184] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aa82ab-a3c5-5535-9f01-a73a55b71b0f" [ 1028.379184] env[69563]: _type = "Task" [ 1028.379184] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.388254] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aa82ab-a3c5-5535-9f01-a73a55b71b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.448467] env[69563]: DEBUG nova.network.neutron [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Successfully updated port: 54b58d2c-6b17-40c4-ae60-69a3eeef2ba1 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1028.547038] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1432315d-764f-49f7-af6d-886e9f04bc4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.559604] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39de1869-1482-4e2f-a2e0-f23ea0ea7264 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.595919] env[69563]: DEBUG nova.network.neutron [req-e378b434-34bf-4668-bfcc-df2db9ba20aa req-4b7a83e2-5e3d-4790-9cee-22ceef49af54 service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Updated VIF entry in instance network info cache for port b95c421c-3a9f-41e4-bec3-1bf5f811d1d0. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1028.596298] env[69563]: DEBUG nova.network.neutron [req-e378b434-34bf-4668-bfcc-df2db9ba20aa req-4b7a83e2-5e3d-4790-9cee-22ceef49af54 service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Updating instance_info_cache with network_info: [{"id": "b95c421c-3a9f-41e4-bec3-1bf5f811d1d0", "address": "fa:16:3e:8c:12:b0", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95c421c-3a", "ovs_interfaceid": "b95c421c-3a9f-41e4-bec3-1bf5f811d1d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1028.598350] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe0817-40c3-4929-91b2-0d128ae45107 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.608231] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9eda7a-aadd-42c5-b3e9-82a732760a0a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.624975] env[69563]: DEBUG nova.compute.provider_tree [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.755730] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "38381cd9-27b1-4361-a915-5ccd93de0a49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.756164] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.756443] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "38381cd9-27b1-4361-a915-5ccd93de0a49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.756699] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.757937] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.759506] env[69563]: INFO nova.compute.manager [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Terminating instance [ 1028.796273] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b1839b-975e-48b7-a37c-0ce8472abffd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.824485] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.824844] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48c8205c-03d4-4f87-85d6-eefea4fdc1c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.847213] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1028.847213] env[69563]: value = "task-3404182" [ 1028.847213] env[69563]: _type = "Task" [ 1028.847213] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.862630] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.890763] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aa82ab-a3c5-5535-9f01-a73a55b71b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.018521} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.892287] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1141061c-c3e3-41a6-8378-95fca9926f5b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.900151] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1028.900151] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce922b-7b8e-7c0b-0924-2119e0f99f3e" [ 1028.900151] env[69563]: _type = "Task" [ 1028.900151] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.910949] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce922b-7b8e-7c0b-0924-2119e0f99f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.955419] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "refresh_cache-4b547ac1-6026-4cb8-8d16-614eebbb268e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.955625] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "refresh_cache-4b547ac1-6026-4cb8-8d16-614eebbb268e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.955727] env[69563]: DEBUG nova.network.neutron [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1028.970620] env[69563]: DEBUG nova.compute.manager [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1029.102471] env[69563]: DEBUG oslo_concurrency.lockutils [req-e378b434-34bf-4668-bfcc-df2db9ba20aa req-4b7a83e2-5e3d-4790-9cee-22ceef49af54 service nova] Releasing lock "refresh_cache-77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.129948] env[69563]: DEBUG nova.scheduler.client.report [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.162828] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.163312] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc63c61e-5562-4dbd-a22a-0d5a9f51094e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.178051] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1029.178051] env[69563]: value = "task-3404183" [ 1029.178051] env[69563]: _type = "Task" [ 1029.178051] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.185290] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.267420] env[69563]: DEBUG nova.compute.manager [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.269610] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.269610] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d83ba52-4e1c-496b-a958-f888ce0d7d76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.284429] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.285771] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-325daf8d-1ee8-44bd-bae4-795ab6ee5c9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.364742] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.367201] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.367201] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleting the datastore file [datastore1] 38381cd9-27b1-4361-a915-5ccd93de0a49 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.372991] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-344c59f7-5b12-421b-aa30-d3a1a62a96a5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.376267] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404182, 'name': PowerOffVM_Task, 'duration_secs': 0.403968} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.376809] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.387896] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1029.389132] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac24cc7-ff54-4a95-ae9e-cc41c9be163a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.423028] env[69563]: DEBUG oslo_vmware.api [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1029.423028] env[69563]: value = "task-3404185" [ 1029.423028] env[69563]: _type = "Task" [ 1029.423028] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.438492] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1029.438492] env[69563]: value = "task-3404186" [ 1029.438492] env[69563]: _type = "Task" [ 1029.438492] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.460321] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ce922b-7b8e-7c0b-0924-2119e0f99f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.018538} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.460321] env[69563]: DEBUG oslo_vmware.api [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.464774] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.465276] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2/77ab5307-0ab5-4d1b-936b-ad2525fa3ab2.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.474416] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d431ae8-8a7c-48b6-a6b7-6c1f4bb84af8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.475026] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.488110] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1029.488110] env[69563]: value = "task-3404187" [ 1029.488110] env[69563]: _type = "Task" [ 1029.488110] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.501870] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.505087] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.509478] env[69563]: DEBUG nova.network.neutron [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1029.636641] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.637111] env[69563]: DEBUG nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.643078] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.254s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.643078] env[69563]: DEBUG nova.objects.instance [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'resources' on Instance uuid 47622390-9e3a-4865-b160-821637c53a4a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.671941] env[69563]: DEBUG nova.compute.manager [req-8a368089-829a-48c7-a510-6aa5b49e2cba req-a541550c-9fcc-4137-9423-e1ac5cb60f4c service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Received event network-changed-54b58d2c-6b17-40c4-ae60-69a3eeef2ba1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.671941] env[69563]: DEBUG nova.compute.manager [req-8a368089-829a-48c7-a510-6aa5b49e2cba req-a541550c-9fcc-4137-9423-e1ac5cb60f4c service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Refreshing instance network info cache due to event network-changed-54b58d2c-6b17-40c4-ae60-69a3eeef2ba1. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.671941] env[69563]: DEBUG oslo_concurrency.lockutils [req-8a368089-829a-48c7-a510-6aa5b49e2cba req-a541550c-9fcc-4137-9423-e1ac5cb60f4c service nova] Acquiring lock "refresh_cache-4b547ac1-6026-4cb8-8d16-614eebbb268e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.686082] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404183, 'name': PowerOffVM_Task, 'duration_secs': 0.257162} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.686567] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.687504] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58be8ca9-256d-4a06-bb49-724c7f8a9e73 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.716505] env[69563]: DEBUG nova.network.neutron [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Updating instance_info_cache with network_info: [{"id": "54b58d2c-6b17-40c4-ae60-69a3eeef2ba1", "address": "fa:16:3e:cd:f8:5a", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b58d2c-6b", "ovs_interfaceid": "54b58d2c-6b17-40c4-ae60-69a3eeef2ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1029.718278] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ff11fa-5990-4e5f-9a2a-68389dc1b42b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.768307] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.772024] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09d197a9-0162-40d3-9d48-41133743138c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.779241] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1029.779241] env[69563]: value = "task-3404188" [ 1029.779241] env[69563]: _type = "Task" [ 1029.779241] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.792916] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.943261] env[69563]: DEBUG oslo_vmware.api [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229518} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.946778] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.946912] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.947333] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.947585] env[69563]: INFO nova.compute.manager [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1029.947913] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.948166] env[69563]: DEBUG nova.compute.manager [-] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.948666] env[69563]: DEBUG nova.network.neutron [-] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1029.959367] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404186, 'name': ReconfigVM_Task, 'duration_secs': 0.280616} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.961785] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.961974] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.962277] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c30026-6951-4ae8-b81f-392fd345a129 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.971439] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1029.971439] env[69563]: value = "task-3404189" [ 1029.971439] env[69563]: _type = "Task" [ 1029.971439] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.981647] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.000031] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404187, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.143577] env[69563]: DEBUG nova.objects.instance [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'numa_topology' on Instance uuid 47622390-9e3a-4865-b160-821637c53a4a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.146050] env[69563]: DEBUG nova.compute.utils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.150501] env[69563]: DEBUG nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.150501] env[69563]: DEBUG nova.network.neutron [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1030.192610] env[69563]: DEBUG nova.policy [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9afedd70a4954ecc8fee29be6e9fb0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9907d693720e4476b39789a6b54504ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.224307] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "refresh_cache-4b547ac1-6026-4cb8-8d16-614eebbb268e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.224712] env[69563]: DEBUG nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Instance network_info: |[{"id": "54b58d2c-6b17-40c4-ae60-69a3eeef2ba1", "address": "fa:16:3e:cd:f8:5a", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b58d2c-6b", "ovs_interfaceid": "54b58d2c-6b17-40c4-ae60-69a3eeef2ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.225289] env[69563]: DEBUG oslo_concurrency.lockutils [req-8a368089-829a-48c7-a510-6aa5b49e2cba req-a541550c-9fcc-4137-9423-e1ac5cb60f4c service nova] Acquired lock "refresh_cache-4b547ac1-6026-4cb8-8d16-614eebbb268e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.225289] env[69563]: DEBUG nova.network.neutron [req-8a368089-829a-48c7-a510-6aa5b49e2cba req-a541550c-9fcc-4137-9423-e1ac5cb60f4c service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Refreshing network info cache for port 54b58d2c-6b17-40c4-ae60-69a3eeef2ba1 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1030.227774] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:f8:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54b58d2c-6b17-40c4-ae60-69a3eeef2ba1', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.241254] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.244048] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.244479] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abc1042d-7d9c-4215-bd21-3131fd3f5b49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.263979] env[69563]: DEBUG nova.compute.manager [req-8630fc84-6977-4484-bccf-9b542a03e4e9 req-2530d148-200c-4f17-b211-ac7446d63fa0 service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Received event network-vif-deleted-bf28cc07-50b3-4632-a610-a0e71fea8ab9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.264232] env[69563]: INFO nova.compute.manager [req-8630fc84-6977-4484-bccf-9b542a03e4e9 req-2530d148-200c-4f17-b211-ac7446d63fa0 service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Neutron deleted interface bf28cc07-50b3-4632-a610-a0e71fea8ab9; detaching it from the instance and deleting it from the info cache [ 1030.264424] env[69563]: DEBUG nova.network.neutron [req-8630fc84-6977-4484-bccf-9b542a03e4e9 req-2530d148-200c-4f17-b211-ac7446d63fa0 service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1030.271748] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.271748] env[69563]: value = "task-3404190" [ 1030.271748] env[69563]: _type = "Task" [ 1030.271748] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.281850] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404190, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.293410] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1030.293762] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.294294] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.294433] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.294638] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.295364] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f631ab9f-9d0c-4988-9b73-74f322606577 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.307400] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.307849] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.308747] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b716ccda-f4b9-4a7b-b325-72dedf3d04a5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.316664] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1030.316664] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ae8c5-730a-9a87-aa7c-25a2c0cc7d82" [ 1030.316664] env[69563]: _type = "Task" [ 1030.316664] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.325891] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ae8c5-730a-9a87-aa7c-25a2c0cc7d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.483833] env[69563]: DEBUG oslo_vmware.api [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404189, 'name': PowerOnVM_Task, 'duration_secs': 0.458398} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.484675] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.484675] env[69563]: DEBUG nova.compute.manager [None req-233abbb8-55bf-435d-b10b-1f6ea95c2a0c tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.485148] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce4593d-6374-4aec-8363-0a0dd1a80db8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.502746] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569083} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.503721] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2/77ab5307-0ab5-4d1b-936b-ad2525fa3ab2.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.503721] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.503721] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a907f8b5-3207-4ec5-af02-c3176901eff3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.511542] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1030.511542] env[69563]: value = "task-3404191" [ 1030.511542] env[69563]: _type = "Task" [ 1030.511542] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.523678] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.537810] env[69563]: DEBUG nova.network.neutron [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Successfully created port: 2de6387c-b7e0-458e-afe0-d8019e351274 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1030.648193] env[69563]: DEBUG nova.objects.base [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Object Instance<47622390-9e3a-4865-b160-821637c53a4a> lazy-loaded attributes: resources,numa_topology {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1030.653064] env[69563]: DEBUG nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.748092] env[69563]: DEBUG nova.network.neutron [-] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1030.768082] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56011b8e-30a1-471e-a16d-b8df088af244 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.784079] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fbe1f6-0313-40b6-8d92-1e8dfde38908 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.804834] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404190, 'name': CreateVM_Task, 'duration_secs': 0.44427} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.805657] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.806709] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.808200] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.808200] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.808200] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bebab54-1c00-4b09-8b54-81d96062387b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.813127] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1030.813127] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52925430-e1be-f100-cec0-ad21a254a064" [ 1030.813127] env[69563]: _type = "Task" [ 1030.813127] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.836868] env[69563]: DEBUG nova.compute.manager [req-8630fc84-6977-4484-bccf-9b542a03e4e9 req-2530d148-200c-4f17-b211-ac7446d63fa0 service nova] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Detach interface failed, port_id=bf28cc07-50b3-4632-a610-a0e71fea8ab9, reason: Instance 38381cd9-27b1-4361-a915-5ccd93de0a49 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.843450] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52925430-e1be-f100-cec0-ad21a254a064, 'name': SearchDatastore_Task, 'duration_secs': 0.021297} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.844253] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.844495] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.844728] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.844871] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.845054] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.845340] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05d954c8-0897-41b5-a73d-76ec807d3c31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.850954] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528ae8c5-730a-9a87-aa7c-25a2c0cc7d82, 'name': SearchDatastore_Task, 'duration_secs': 0.017824} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.852281] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4bd1bd-9aca-4b9c-b58c-452e278ec641 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.862029] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.862334] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.864167] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea8c369-e9bc-4d7b-bc30-b6e1a20bcfc4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.866572] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1030.866572] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522ea4b8-9ddc-664a-8f0c-ebba9ee9ce9e" [ 1030.866572] env[69563]: _type = "Task" [ 1030.866572] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.871340] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1030.871340] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f943cc-44a4-0a49-282b-a6fbcc5150d9" [ 1030.871340] env[69563]: _type = "Task" [ 1030.871340] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.878548] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522ea4b8-9ddc-664a-8f0c-ebba9ee9ce9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.886800] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f943cc-44a4-0a49-282b-a6fbcc5150d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.001806] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a07217-6f6e-4319-870d-27b26cbb7a12 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.018476] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d50ac32-41ee-4064-9aee-2a1dcd42a45b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.026354] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151292} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.027570] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.032018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18133672-c230-4b01-98a5-7bc602ad3c2d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.058865] env[69563]: DEBUG nova.network.neutron [req-8a368089-829a-48c7-a510-6aa5b49e2cba req-a541550c-9fcc-4137-9423-e1ac5cb60f4c service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Updated VIF entry in instance network info cache for port 54b58d2c-6b17-40c4-ae60-69a3eeef2ba1. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1031.059229] env[69563]: DEBUG nova.network.neutron [req-8a368089-829a-48c7-a510-6aa5b49e2cba req-a541550c-9fcc-4137-9423-e1ac5cb60f4c service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Updating instance_info_cache with network_info: [{"id": "54b58d2c-6b17-40c4-ae60-69a3eeef2ba1", "address": "fa:16:3e:cd:f8:5a", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b58d2c-6b", "ovs_interfaceid": "54b58d2c-6b17-40c4-ae60-69a3eeef2ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1031.061015] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e3009f-913a-42c8-a229-774524951436 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.082319] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2/77ab5307-0ab5-4d1b-936b-ad2525fa3ab2.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.083156] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4163dd34-3c80-4d3d-b3e0-0abb2b655dab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.103800] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b10c0e-d56d-44c6-af8d-6a0467c4a860 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.109556] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1031.109556] env[69563]: value = "task-3404192" [ 1031.109556] env[69563]: _type = "Task" [ 1031.109556] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.121610] env[69563]: DEBUG nova.compute.provider_tree [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.128529] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.250725] env[69563]: INFO nova.compute.manager [-] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Took 1.30 seconds to deallocate network for instance. [ 1031.381834] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522ea4b8-9ddc-664a-8f0c-ebba9ee9ce9e, 'name': SearchDatastore_Task, 'duration_secs': 0.022275} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.385203] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.385308] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. {{(pid=69563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1031.385565] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f943cc-44a4-0a49-282b-a6fbcc5150d9, 'name': SearchDatastore_Task, 'duration_secs': 0.019619} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.385935] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871036a4-64e1-40aa-a135-9a0d3df43f21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.388224] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed31b0df-f284-438c-a5a4-d872d336bbba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.394017] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1031.394017] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521cb8de-0e88-507a-63b3-60a319d2b04f" [ 1031.394017] env[69563]: _type = "Task" [ 1031.394017] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.398025] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1031.398025] env[69563]: value = "task-3404193" [ 1031.398025] env[69563]: _type = "Task" [ 1031.398025] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.404619] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521cb8de-0e88-507a-63b3-60a319d2b04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.410217] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.573753] env[69563]: DEBUG oslo_concurrency.lockutils [req-8a368089-829a-48c7-a510-6aa5b49e2cba req-a541550c-9fcc-4137-9423-e1ac5cb60f4c service nova] Releasing lock "refresh_cache-4b547ac1-6026-4cb8-8d16-614eebbb268e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.620996] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.624339] env[69563]: DEBUG nova.scheduler.client.report [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.664633] env[69563]: DEBUG nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.688485] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.688740] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.688894] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.689082] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.689229] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.689373] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.689622] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.689815] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.689986] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.690165] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.690335] env[69563]: DEBUG nova.virt.hardware [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.691307] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0def6630-6804-4413-90d5-4a2064eb299a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.700267] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6845b115-a04d-4413-9067-25b7b6274805 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.757261] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.906794] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521cb8de-0e88-507a-63b3-60a319d2b04f, 'name': SearchDatastore_Task, 'duration_secs': 0.021694} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.907560] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.907894] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 4b547ac1-6026-4cb8-8d16-614eebbb268e/4b547ac1-6026-4cb8-8d16-614eebbb268e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.908212] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3168e553-6958-456a-8b63-b92bf2d645ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.916014] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404193, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.923186] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1031.923186] env[69563]: value = "task-3404194" [ 1031.923186] env[69563]: _type = "Task" [ 1031.923186] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.933317] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.125142] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404192, 'name': ReconfigVM_Task, 'duration_secs': 0.739383} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.125437] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2/77ab5307-0ab5-4d1b-936b-ad2525fa3ab2.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.126155] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe16776-8db9-4535-9d66-c1f689619617 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.129160] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.489s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.133440] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.842s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.133537] env[69563]: DEBUG nova.objects.instance [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lazy-loading 'resources' on Instance uuid 827398ff-e013-4b89-9d3f-41c3a60d445d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.138962] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1032.138962] env[69563]: value = "task-3404195" [ 1032.138962] env[69563]: _type = "Task" [ 1032.138962] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.147923] env[69563]: DEBUG nova.compute.manager [req-ea894f45-9b88-4f27-85de-ba7bc07822c7 req-c09b62d8-fb6d-4997-96ac-829cbdc46c6a service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Received event network-vif-plugged-2de6387c-b7e0-458e-afe0-d8019e351274 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.148137] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea894f45-9b88-4f27-85de-ba7bc07822c7 req-c09b62d8-fb6d-4997-96ac-829cbdc46c6a service nova] Acquiring lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.148569] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea894f45-9b88-4f27-85de-ba7bc07822c7 req-c09b62d8-fb6d-4997-96ac-829cbdc46c6a service nova] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.148789] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea894f45-9b88-4f27-85de-ba7bc07822c7 req-c09b62d8-fb6d-4997-96ac-829cbdc46c6a service nova] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.148985] env[69563]: DEBUG nova.compute.manager [req-ea894f45-9b88-4f27-85de-ba7bc07822c7 req-c09b62d8-fb6d-4997-96ac-829cbdc46c6a service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] No waiting events found dispatching network-vif-plugged-2de6387c-b7e0-458e-afe0-d8019e351274 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.149186] env[69563]: WARNING nova.compute.manager [req-ea894f45-9b88-4f27-85de-ba7bc07822c7 req-c09b62d8-fb6d-4997-96ac-829cbdc46c6a service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Received unexpected event network-vif-plugged-2de6387c-b7e0-458e-afe0-d8019e351274 for instance with vm_state building and task_state spawning. [ 1032.160155] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404195, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.273864] env[69563]: DEBUG nova.network.neutron [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Successfully updated port: 2de6387c-b7e0-458e-afe0-d8019e351274 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1032.412800] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828859} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.413255] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. [ 1032.414413] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571bdd07-bc30-42a0-b2b7-1293682fcaf2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.455204] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.455575] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4f07e2-814f-4427-b31c-5cdfdb6877ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.477570] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404194, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.479468] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1032.479468] env[69563]: value = "task-3404196" [ 1032.479468] env[69563]: _type = "Task" [ 1032.479468] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.490061] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.653236] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3f62bd65-9fd4-481f-bcbc-7a5495e30b87 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.679s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.654565] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.915s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.654870] env[69563]: INFO nova.compute.manager [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Unshelving [ 1032.662496] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404195, 'name': Rename_Task, 'duration_secs': 0.398629} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.664401] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.664401] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3f3d53-c9aa-4cfa-b0dc-1e23e47c96d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.674515] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1032.674515] env[69563]: value = "task-3404197" [ 1032.674515] env[69563]: _type = "Task" [ 1032.674515] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.688263] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.779391] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.779391] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.779391] env[69563]: DEBUG nova.network.neutron [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1032.920118] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a848c4-6bb8-4292-bf2f-fd6cb6cb8551 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.931461] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1ffd2-09b8-48b7-ac2b-22df20fa676c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.938364] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771039} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.939020] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 4b547ac1-6026-4cb8-8d16-614eebbb268e/4b547ac1-6026-4cb8-8d16-614eebbb268e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.939253] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.939523] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92897c39-50e2-46ef-b7e4-bd74c21c4f05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.970579] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86050c1-5b57-4c12-b4b2-804e395f77f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.973563] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1032.973563] env[69563]: value = "task-3404198" [ 1032.973563] env[69563]: _type = "Task" [ 1032.973563] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.981795] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cebe41-3f9a-41c8-bb6a-834a3da2fd8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.992498] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.007519] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.008170] env[69563]: DEBUG nova.compute.provider_tree [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.187027] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.330706] env[69563]: DEBUG nova.network.neutron [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1033.489886] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404196, 'name': ReconfigVM_Task, 'duration_secs': 0.573815} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.492464] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.492886] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075944} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.493387] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4aa395-e23e-4da3-808c-479eb6bb0825 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.495804] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.497109] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38b2137-8e4b-4503-ad97-dc1d5d9e90d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.519137] env[69563]: DEBUG nova.scheduler.client.report [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.537494] env[69563]: DEBUG nova.network.neutron [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance_info_cache with network_info: [{"id": "2de6387c-b7e0-458e-afe0-d8019e351274", "address": "fa:16:3e:3d:20:18", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de6387c-b7", "ovs_interfaceid": "2de6387c-b7e0-458e-afe0-d8019e351274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1033.538945] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a498ea2-4d20-41f8-8150-5d214d2e4e80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.558489] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4b547ac1-6026-4cb8-8d16-614eebbb268e/4b547ac1-6026-4cb8-8d16-614eebbb268e.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.560117] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.560399] env[69563]: DEBUG nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Instance network_info: |[{"id": "2de6387c-b7e0-458e-afe0-d8019e351274", "address": "fa:16:3e:3d:20:18", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de6387c-b7", "ovs_interfaceid": "2de6387c-b7e0-458e-afe0-d8019e351274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.560673] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-326c6f8f-3a3a-4281-b7b2-5905c34e9b54 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.578017] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:20:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2de6387c-b7e0-458e-afe0-d8019e351274', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.583539] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.585237] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.585237] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a7838f1-f793-4328-8b51-73ad19b9211d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.602380] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1033.602380] env[69563]: value = "task-3404199" [ 1033.602380] env[69563]: _type = "Task" [ 1033.602380] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.602639] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1033.602639] env[69563]: value = "task-3404200" [ 1033.602639] env[69563]: _type = "Task" [ 1033.602639] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.611970] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.611970] env[69563]: value = "task-3404201" [ 1033.611970] env[69563]: _type = "Task" [ 1033.611970] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.622262] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.622524] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.629569] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404201, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.672371] env[69563]: DEBUG nova.compute.utils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.686554] env[69563]: DEBUG oslo_vmware.api [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404197, 'name': PowerOnVM_Task, 'duration_secs': 0.686179} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.687548] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.687768] env[69563]: INFO nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1033.687973] env[69563]: DEBUG nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.688799] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc53d8ed-b1e7-4c6f-a8f9-8d81af812675 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.040479] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.044291] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.111s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.044709] env[69563]: DEBUG nova.objects.instance [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'resources' on Instance uuid b0105855-eeea-4216-bc95-850690e43242 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.063236] env[69563]: INFO nova.scheduler.client.report [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Deleted allocations for instance 827398ff-e013-4b89-9d3f-41c3a60d445d [ 1034.121209] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404199, 'name': ReconfigVM_Task, 'duration_secs': 0.321858} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.125744] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.126420] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404200, 'name': ReconfigVM_Task, 'duration_secs': 0.481876} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.126642] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91f80fa7-dc8e-4338-bb5a-b17602c39c72 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.128472] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4b547ac1-6026-4cb8-8d16-614eebbb268e/4b547ac1-6026-4cb8-8d16-614eebbb268e.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.132703] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7a581ad-7d7d-49d8-9c41-66d8639a59ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.134500] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404201, 'name': CreateVM_Task, 'duration_secs': 0.424716} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.135071] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.136096] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.136266] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.136630] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.137199] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4c80d5-7119-4780-b842-c56dc83efa71 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.142514] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1034.142514] env[69563]: value = "task-3404203" [ 1034.142514] env[69563]: _type = "Task" [ 1034.142514] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.143720] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1034.143720] env[69563]: value = "task-3404202" [ 1034.143720] env[69563]: _type = "Task" [ 1034.143720] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.148546] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1034.148546] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5258ba63-8762-7479-d75d-58bc63196df0" [ 1034.148546] env[69563]: _type = "Task" [ 1034.148546] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.160413] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404203, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.166392] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404202, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.171405] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5258ba63-8762-7479-d75d-58bc63196df0, 'name': SearchDatastore_Task, 'duration_secs': 0.018848} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.171661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.171896] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.172149] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.172298] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.172476] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.172818] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-959eb8ab-8a46-4e01-a738-5af472a480d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.175646] env[69563]: INFO nova.virt.block_device [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Booting with volume b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75 at /dev/sdb [ 1034.187893] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.188081] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.190066] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031deba1-2f4e-4fee-b9cf-6ec7fa443ffc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.196724] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1034.196724] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527ed7b6-c552-914a-0e56-da4a7f5456da" [ 1034.196724] env[69563]: _type = "Task" [ 1034.196724] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.210396] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527ed7b6-c552-914a-0e56-da4a7f5456da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.213751] env[69563]: INFO nova.compute.manager [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Took 14.16 seconds to build instance. [ 1034.234949] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3caff233-5878-440e-a2a9-a8e6438ddfb6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.247773] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da639388-13cb-4a88-b949-c404578441b7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.288475] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d580babe-9e03-4698-a1c2-9b18cd21e417 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.299947] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d778e070-d179-4424-9097-0f6e7770f1c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.340588] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fefdcb-ac5e-4fba-833c-514af26fddd3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.344795] env[69563]: DEBUG nova.compute.manager [req-e54eee4b-02b7-479c-b85d-e303c2b9da25 req-b5bf8ab2-c164-4a08-bdf1-9f29361a74bf service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Received event network-changed-2de6387c-b7e0-458e-afe0-d8019e351274 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.345059] env[69563]: DEBUG nova.compute.manager [req-e54eee4b-02b7-479c-b85d-e303c2b9da25 req-b5bf8ab2-c164-4a08-bdf1-9f29361a74bf service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Refreshing instance network info cache due to event network-changed-2de6387c-b7e0-458e-afe0-d8019e351274. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.345291] env[69563]: DEBUG oslo_concurrency.lockutils [req-e54eee4b-02b7-479c-b85d-e303c2b9da25 req-b5bf8ab2-c164-4a08-bdf1-9f29361a74bf service nova] Acquiring lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.345440] env[69563]: DEBUG oslo_concurrency.lockutils [req-e54eee4b-02b7-479c-b85d-e303c2b9da25 req-b5bf8ab2-c164-4a08-bdf1-9f29361a74bf service nova] Acquired lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.345637] env[69563]: DEBUG nova.network.neutron [req-e54eee4b-02b7-479c-b85d-e303c2b9da25 req-b5bf8ab2-c164-4a08-bdf1-9f29361a74bf service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Refreshing network info cache for port 2de6387c-b7e0-458e-afe0-d8019e351274 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1034.353649] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fa010a-358d-4ff4-881c-28259b670c91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.373725] env[69563]: DEBUG nova.virt.block_device [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating existing volume attachment record: 72424d38-4ae5-4e5d-86d9-f3a1249a1d37 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1034.460168] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.464474] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.573866] env[69563]: DEBUG oslo_concurrency.lockutils [None req-43dd4a6f-5eb5-445a-bc11-cefafcc62394 tempest-ServersTestJSON-420023746 tempest-ServersTestJSON-420023746-project-member] Lock "827398ff-e013-4b89-9d3f-41c3a60d445d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.609s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.663202] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404203, 'name': Rename_Task, 'duration_secs': 0.31058} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.667635] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.668016] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.671171] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5efdd7-172a-4759-9c8c-7332ae9a7f3c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.681899] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1034.681899] env[69563]: value = "task-3404205" [ 1034.681899] env[69563]: _type = "Task" [ 1034.681899] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.698329] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.714700] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527ed7b6-c552-914a-0e56-da4a7f5456da, 'name': SearchDatastore_Task, 'duration_secs': 0.015887} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.715709] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3392c4ea-df2d-49d9-8473-784372f0a2a1 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.673s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.715995] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812ba9ad-e093-436d-b023-a2ac56c3c74b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.723127] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1034.723127] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527dbdff-2daa-3c5d-3f74-a6fd90028ae5" [ 1034.723127] env[69563]: _type = "Task" [ 1034.723127] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.737579] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527dbdff-2daa-3c5d-3f74-a6fd90028ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.900852] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63a10f1-74aa-45f3-812c-7e3e2b4623f4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.951466] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f3a24-ba8d-49b3-98dd-40aa1c834c49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.970223] env[69563]: DEBUG nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.978425] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dfeca3-952a-486a-8f2b-a91b4b4e2676 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.993922] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ad054-4796-4d94-9430-60014c0db8fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.011871] env[69563]: DEBUG nova.compute.provider_tree [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.164020] env[69563]: DEBUG oslo_vmware.api [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404202, 'name': PowerOnVM_Task, 'duration_secs': 0.640233} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.164190] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.167298] env[69563]: DEBUG nova.compute.manager [None req-f2d8d1a3-1332-4414-bc5e-a94d0403082a tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.168309] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6adcb3-07d0-4b69-b9f7-5fcba19e5573 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.193965] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404205, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.234733] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527dbdff-2daa-3c5d-3f74-a6fd90028ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.018162} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.235025] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.235324] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 370511e6-c4ba-425c-9495-b1646ac97b1f/370511e6-c4ba-425c-9495-b1646ac97b1f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.235623] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-940da1fb-a209-4066-a202-a473601065b3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.246328] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1035.246328] env[69563]: value = "task-3404208" [ 1035.246328] env[69563]: _type = "Task" [ 1035.246328] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.251039] env[69563]: DEBUG nova.network.neutron [req-e54eee4b-02b7-479c-b85d-e303c2b9da25 req-b5bf8ab2-c164-4a08-bdf1-9f29361a74bf service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updated VIF entry in instance network info cache for port 2de6387c-b7e0-458e-afe0-d8019e351274. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1035.251273] env[69563]: DEBUG nova.network.neutron [req-e54eee4b-02b7-479c-b85d-e303c2b9da25 req-b5bf8ab2-c164-4a08-bdf1-9f29361a74bf service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance_info_cache with network_info: [{"id": "2de6387c-b7e0-458e-afe0-d8019e351274", "address": "fa:16:3e:3d:20:18", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de6387c-b7", "ovs_interfaceid": "2de6387c-b7e0-458e-afe0-d8019e351274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1035.261949] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.506713] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.516929] env[69563]: DEBUG nova.scheduler.client.report [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.696186] env[69563]: DEBUG oslo_vmware.api [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404205, 'name': PowerOnVM_Task, 'duration_secs': 0.931986} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.696460] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.696709] env[69563]: INFO nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1035.697079] env[69563]: DEBUG nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.698179] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d291ca-4845-407c-8a8e-2448d0c86067 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.731525] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "07125383-0d10-415e-9c30-5108e64f6e25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.731922] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "07125383-0d10-415e-9c30-5108e64f6e25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.753760] env[69563]: DEBUG oslo_concurrency.lockutils [req-e54eee4b-02b7-479c-b85d-e303c2b9da25 req-b5bf8ab2-c164-4a08-bdf1-9f29361a74bf service nova] Releasing lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.758484] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.022537] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.028385] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.408s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.028718] env[69563]: DEBUG nova.objects.instance [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'resources' on Instance uuid 7131e8f7-8b35-40a3-8eb6-803f9c9408d1 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.065486] env[69563]: INFO nova.scheduler.client.report [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleted allocations for instance b0105855-eeea-4216-bc95-850690e43242 [ 1036.224866] env[69563]: INFO nova.compute.manager [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Took 16.16 seconds to build instance. [ 1036.236531] env[69563]: DEBUG nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.260359] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404208, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.578288] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0287e98d-7b46-4cc2-8820-9757685a4694 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "b0105855-eeea-4216-bc95-850690e43242" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.452s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.583189] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Acquired lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.583189] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ee619a-07b3-4e92-9bb2-e5b1444bdef1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.598793] env[69563]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1036.599057] env[69563]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69563) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1036.600425] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c97a3fe-ad1d-4a2a-9e36-b444504dc5fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.617190] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93122347-b79b-45b7-90d2-63ac66df0ab5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.664696] env[69563]: ERROR root [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-679155'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-679155'}\n"]: nova.exception.InstanceNotFound: Instance b0105855-eeea-4216-bc95-850690e43242 could not be found. [ 1036.664868] env[69563]: DEBUG oslo_concurrency.lockutils [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] Releasing lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.665081] env[69563]: DEBUG nova.compute.manager [req-11663170-a191-4f3e-bf10-df1ce0426835 req-8331b100-f5bc-4aea-9e83-df257a7380c6 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Detach interface failed, port_id=4fa23c19-547c-4df0-acad-893a2d828905, reason: Instance b0105855-eeea-4216-bc95-850690e43242 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.665664] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Acquired lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.673172] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e24211a-2eb0-46f0-ba58-45c97d79179e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.686573] env[69563]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1036.686835] env[69563]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69563) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1036.687349] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6d98fdb-0634-482b-b360-80dcd43557c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.702786] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d04233c-2ce3-44a2-a661-36df22122fde {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.726944] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b6f2f9bb-95c5-49ae-8130-5075a69e5f5e tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4b547ac1-6026-4cb8-8d16-614eebbb268e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.679s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.754119] env[69563]: ERROR root [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-679155'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-679155' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-679155'}\n"]: nova.exception.InstanceNotFound: Instance b0105855-eeea-4216-bc95-850690e43242 could not be found. [ 1036.754534] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Releasing lock "b0105855-eeea-4216-bc95-850690e43242" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.754534] env[69563]: DEBUG nova.compute.manager [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: b0105855-eeea-4216-bc95-850690e43242] Detach interface failed, port_id=dc1eb23a-d0fe-4aa9-97e0-d62be4111668, reason: Instance b0105855-eeea-4216-bc95-850690e43242 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.754534] env[69563]: DEBUG nova.compute.manager [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received event network-vif-unplugged-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.754534] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.755392] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Lock "47622390-9e3a-4865-b160-821637c53a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.755392] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Lock "47622390-9e3a-4865-b160-821637c53a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.755642] env[69563]: DEBUG nova.compute.manager [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] No waiting events found dispatching network-vif-unplugged-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.755642] env[69563]: WARNING nova.compute.manager [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received unexpected event network-vif-unplugged-6883a07a-c18f-41c4-8e50-588408944c89 for instance with vm_state shelved and task_state shelving_offloading. [ 1036.755790] env[69563]: DEBUG nova.compute.manager [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received event network-changed-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.757125] env[69563]: DEBUG nova.compute.manager [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Refreshing instance network info cache due to event network-changed-6883a07a-c18f-41c4-8e50-588408944c89. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.757125] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Acquiring lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.757125] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Acquired lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.757125] env[69563]: DEBUG nova.network.neutron [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Refreshing network info cache for port 6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1036.779045] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404208, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.240077} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.780793] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 370511e6-c4ba-425c-9495-b1646ac97b1f/370511e6-c4ba-425c-9495-b1646ac97b1f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.781756] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.788661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.789282] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba9dfa3a-a634-448d-ad96-2442ffbf1b37 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.791808] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "e7700815-0f69-4096-b778-6a13bcd7288c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.792055] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "e7700815-0f69-4096-b778-6a13bcd7288c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.805722] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1036.805722] env[69563]: value = "task-3404209" [ 1036.805722] env[69563]: _type = "Task" [ 1036.805722] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.821029] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.959983] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96ea565-b34b-4f48-a5f6-38ae25add8e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.969933] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45541b57-9180-4cec-bbf3-d47598b21e39 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.009971] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395b6b85-bd21-48f1-bdbc-0dbe517bea32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.021265] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73c7895-588a-4e54-907a-199a02002777 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.036359] env[69563]: DEBUG nova.compute.provider_tree [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.295443] env[69563]: DEBUG nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.322575] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096709} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.322714] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.323985] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49782cc-af13-4c59-bcd4-89eda99b307e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.367287] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 370511e6-c4ba-425c-9495-b1646ac97b1f/370511e6-c4ba-425c-9495-b1646ac97b1f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.372314] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1608dc99-0577-4b72-93d1-412d7ea06e7b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.404455] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1037.404455] env[69563]: value = "task-3404211" [ 1037.404455] env[69563]: _type = "Task" [ 1037.404455] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.415473] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.540502] env[69563]: DEBUG nova.scheduler.client.report [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.680110] env[69563]: DEBUG nova.network.neutron [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updated VIF entry in instance network info cache for port 6883a07a-c18f-41c4-8e50-588408944c89. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1037.680571] env[69563]: DEBUG nova.network.neutron [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating instance_info_cache with network_info: [{"id": "6883a07a-c18f-41c4-8e50-588408944c89", "address": "fa:16:3e:d2:5c:8e", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6883a07a-c1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1037.830135] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.917688] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.009257] env[69563]: DEBUG oslo_concurrency.lockutils [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.009397] env[69563]: DEBUG oslo_concurrency.lockutils [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.009571] env[69563]: INFO nova.compute.manager [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Rebooting instance [ 1038.049798] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.052397] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.432s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.052597] env[69563]: DEBUG nova.objects.instance [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1038.079022] env[69563]: INFO nova.scheduler.client.report [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleted allocations for instance 7131e8f7-8b35-40a3-8eb6-803f9c9408d1 [ 1038.184751] env[69563]: DEBUG oslo_concurrency.lockutils [req-97d43a41-57ba-49c3-92da-c12a1ce71d0f req-f6943586-06d4-458e-8f9e-6fdd341dab04 service nova] Releasing lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.193637] env[69563]: DEBUG oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2e26-14f6-91c9-61c0-7a7927c3acfa/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.194890] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3bc43-0a2c-4e39-b1e6-0e3cfa3044e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.203119] env[69563]: DEBUG oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2e26-14f6-91c9-61c0-7a7927c3acfa/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.203306] env[69563]: ERROR oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2e26-14f6-91c9-61c0-7a7927c3acfa/disk-0.vmdk due to incomplete transfer. [ 1038.203557] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-02be6bfd-b3f3-4928-b838-195b55c815b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.219483] env[69563]: DEBUG oslo_vmware.rw_handles [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b2e26-14f6-91c9-61c0-7a7927c3acfa/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.219705] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Uploaded image a4a9a209-6f09-44dd-82e6-07149ceaa6fe to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.222919] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.223235] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-73360e5d-d8ce-4742-a4e2-129722133766 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.231669] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1038.231669] env[69563]: value = "task-3404212" [ 1038.231669] env[69563]: _type = "Task" [ 1038.231669] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.242996] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404212, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.416019] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404211, 'name': ReconfigVM_Task, 'duration_secs': 0.553813} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.416335] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 370511e6-c4ba-425c-9495-b1646ac97b1f/370511e6-c4ba-425c-9495-b1646ac97b1f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.417066] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47868cdb-792c-4429-ae13-b419f731d0cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.425621] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1038.425621] env[69563]: value = "task-3404213" [ 1038.425621] env[69563]: _type = "Task" [ 1038.425621] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.437574] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404213, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.555103] env[69563]: DEBUG oslo_concurrency.lockutils [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.555450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.555738] env[69563]: DEBUG nova.network.neutron [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1038.591336] env[69563]: DEBUG oslo_concurrency.lockutils [None req-daee0612-36e7-4e89-95c0-e2688baf3804 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "7131e8f7-8b35-40a3-8eb6-803f9c9408d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.772s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.749797] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404212, 'name': Destroy_Task, 'duration_secs': 0.436674} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.749900] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Destroyed the VM [ 1038.750166] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.750504] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4588e320-6561-46f6-936b-4bc606b881b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.759188] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1038.759188] env[69563]: value = "task-3404214" [ 1038.759188] env[69563]: _type = "Task" [ 1038.759188] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.770378] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404214, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.774106] env[69563]: DEBUG nova.compute.manager [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.774848] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001c05e8-2a86-4689-8bb0-1e6255ebf508 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.942041] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404213, 'name': Rename_Task, 'duration_secs': 0.196102} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.942041] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.942041] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01314994-9b96-48e2-9e1b-e8f74b62283e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.951375] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1038.951375] env[69563]: value = "task-3404215" [ 1038.951375] env[69563]: _type = "Task" [ 1038.951375] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.969071] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.066149] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4cb6698c-b0d1-48fa-a4b4-8909b66b99f6 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.067477] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.563s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.272240] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404214, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.289105] env[69563]: INFO nova.compute.manager [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] instance snapshotting [ 1039.292623] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecab8ae-8945-44b0-b959-654ffc9cfc09 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.320193] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da1804-2afb-413e-8575-d6d5a547f90f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.465921] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "848c3663-a77c-4611-a449-4541e6283136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.466056] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "848c3663-a77c-4611-a449-4541e6283136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.474467] env[69563]: DEBUG oslo_vmware.api [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404215, 'name': PowerOnVM_Task, 'duration_secs': 0.51668} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.475056] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.475317] env[69563]: INFO nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1039.475563] env[69563]: DEBUG nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.476529] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58581d16-ff47-48b2-9621-74a512db401f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.511490] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "059d444c-f15e-4e19-a478-88f89022de01" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.511753] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.556326] env[69563]: DEBUG nova.network.neutron [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1039.579019] env[69563]: INFO nova.compute.claims [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.774984] env[69563]: DEBUG oslo_vmware.api [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404214, 'name': RemoveSnapshot_Task, 'duration_secs': 0.595672} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.775386] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.775731] env[69563]: INFO nova.compute.manager [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Took 16.15 seconds to snapshot the instance on the hypervisor. [ 1039.832907] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1039.833642] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-490a2292-d24b-4cf8-af33-cbae9e044986 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.842604] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1039.842604] env[69563]: value = "task-3404216" [ 1039.842604] env[69563]: _type = "Task" [ 1039.842604] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.852365] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404216, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.976122] env[69563]: DEBUG nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.004254] env[69563]: INFO nova.compute.manager [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Took 17.34 seconds to build instance. [ 1040.014408] env[69563]: INFO nova.compute.manager [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Detaching volume 28fcfa1c-d15d-45d0-937d-628bc0f7d7bc [ 1040.055536] env[69563]: INFO nova.virt.block_device [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Attempting to driver detach volume 28fcfa1c-d15d-45d0-937d-628bc0f7d7bc from mountpoint /dev/sdb [ 1040.055536] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.055872] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679179', 'volume_id': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'name': 'volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '059d444c-f15e-4e19-a478-88f89022de01', 'attached_at': '', 'detached_at': '', 'volume_id': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'serial': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.056597] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64920da3-192b-4dc8-8b81-6437b97722fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.060108] env[69563]: DEBUG oslo_concurrency.lockutils [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.083260] env[69563]: INFO nova.compute.resource_tracker [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating resource usage from migration 6d491f60-6d6b-458a-8838-abb14b0c19b6 [ 1040.087221] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c146dc9-7068-49d4-b633-0d59b1fd6313 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.095967] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9ad491-0a0c-4f5e-b272-5417fb87a5e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.134474] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d09d914-be46-446f-86c2-df432d26f142 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.154799] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] The volume has not been displaced from its original location: [datastore2] volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc/volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.162030] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.163203] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee1d27b-4f63-4539-bbfa-226152207125 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.188129] env[69563]: DEBUG oslo_vmware.api [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1040.188129] env[69563]: value = "task-3404217" [ 1040.188129] env[69563]: _type = "Task" [ 1040.188129] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.197441] env[69563]: DEBUG oslo_vmware.api [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.327311] env[69563]: DEBUG nova.compute.manager [None req-d8f57ef7-a881-4f24-bb02-5578ae1b421a tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Found 2 images (rotation: 2) {{(pid=69563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1040.358299] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404216, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.465494] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95539c4f-de9b-4880-b336-b09a4d8ff839 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.474955] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041bf8fa-2488-4b97-b21f-58b78b56c22f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.512963] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b27bd2fe-2009-4923-8cd2-960a976e0d2b tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.860s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.514677] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.518550] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d42e00-7d26-455d-925d-aae28c4a28cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.528956] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0468371-ee94-4503-8571-48fa9d5a4f72 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.535182] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.548045] env[69563]: DEBUG nova.compute.provider_tree [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.565327] env[69563]: DEBUG nova.compute.manager [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.566611] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990f37d6-603d-4b56-9132-556aca752e17 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.700391] env[69563]: DEBUG oslo_vmware.api [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404217, 'name': ReconfigVM_Task, 'duration_secs': 0.425752} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.700702] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.709727] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e584cd9-72f6-4245-bd0b-bba195f0f36f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.727591] env[69563]: DEBUG oslo_vmware.api [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1040.727591] env[69563]: value = "task-3404218" [ 1040.727591] env[69563]: _type = "Task" [ 1040.727591] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.738057] env[69563]: DEBUG oslo_vmware.api [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.857175] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404216, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.055527] env[69563]: DEBUG nova.scheduler.client.report [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.240402] env[69563]: DEBUG oslo_vmware.api [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404218, 'name': ReconfigVM_Task, 'duration_secs': 0.188092} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.240828] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679179', 'volume_id': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'name': 'volume-28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '059d444c-f15e-4e19-a478-88f89022de01', 'attached_at': '', 'detached_at': '', 'volume_id': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc', 'serial': '28fcfa1c-d15d-45d0-937d-628bc0f7d7bc'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.247680] env[69563]: DEBUG nova.compute.manager [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.249779] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6716c9ea-d542-4890-afe7-5ca69206ceb6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.356443] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404216, 'name': CreateSnapshot_Task, 'duration_secs': 1.259507} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.356604] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1041.357416] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c38fe1-d2d2-476c-8e4d-89e2842b115c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.562161] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.494s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.562161] env[69563]: INFO nova.compute.manager [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Migrating [ 1041.568771] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.812s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.569715] env[69563]: DEBUG nova.objects.instance [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'resources' on Instance uuid 38381cd9-27b1-4361-a915-5ccd93de0a49 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.587895] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b394d198-8677-4fbf-b223-64ab770e1aa8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.602929] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Doing hard reboot of VM {{(pid=69563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1041.603245] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-545d825f-a00a-4b66-ac7e-db12302d8d47 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.615704] env[69563]: DEBUG oslo_vmware.api [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1041.615704] env[69563]: value = "task-3404219" [ 1041.615704] env[69563]: _type = "Task" [ 1041.615704] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.626407] env[69563]: DEBUG oslo_vmware.api [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404219, 'name': ResetVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.762925] env[69563]: INFO nova.compute.manager [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] instance snapshotting [ 1041.765607] env[69563]: DEBUG nova.objects.instance [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'flavor' on Instance uuid 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.819541] env[69563]: DEBUG nova.objects.instance [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'flavor' on Instance uuid 059d444c-f15e-4e19-a478-88f89022de01 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.879920] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1041.883670] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41a71743-c015-403d-bd17-a9d1149f0c71 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.897385] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1041.897385] env[69563]: value = "task-3404220" [ 1041.897385] env[69563]: _type = "Task" [ 1041.897385] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.908981] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404220, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.947041] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805884a2-524e-4af0-95e6-74aaa977a53b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.955280] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392dc8a-63ce-41c0-882a-eab4f3c069d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.988956] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76b574-882f-4f24-82c5-f03a11f39297 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.997915] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353cc7c-cfc7-483c-9b1a-32963c45b945 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.016447] env[69563]: DEBUG nova.compute.provider_tree [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.082861] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.083236] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.083748] env[69563]: DEBUG nova.network.neutron [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1042.126914] env[69563]: DEBUG oslo_vmware.api [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404219, 'name': ResetVM_Task, 'duration_secs': 0.118684} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.127230] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Did hard reboot of VM {{(pid=69563) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1042.127421] env[69563]: DEBUG nova.compute.manager [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.128369] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d573f0b3-a5bd-4f46-b954-f94defd02e8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.279296] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4b709-b9d4-41c2-9066-297130b11a57 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.309614] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d22c193-0021-4124-951c-d8b31946155c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.341837] env[69563]: DEBUG nova.compute.manager [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1042.411670] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404220, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.520427] env[69563]: DEBUG nova.scheduler.client.report [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.642343] env[69563]: DEBUG oslo_concurrency.lockutils [None req-32e757bd-8059-4849-9f1d-2cace06cc0e5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.633s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.812137] env[69563]: DEBUG nova.network.neutron [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance_info_cache with network_info: [{"id": "cf653969-b74f-4cc8-bc32-108eda0b1532", "address": "fa:16:3e:04:0d:26", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf653969-b7", "ovs_interfaceid": "cf653969-b74f-4cc8-bc32-108eda0b1532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1042.846035] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.846035] env[69563]: DEBUG oslo_concurrency.lockutils [None req-25c67377-19a3-4212-baad-eb8dfae48c40 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.846035] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5288db7-868e-4c40-b870-1f97d7daf49d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.862751] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1042.862751] env[69563]: value = "task-3404221" [ 1042.862751] env[69563]: _type = "Task" [ 1042.862751] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.874315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.878538] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404221, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.908877] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404220, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.952289] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.952417] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.027909] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.459s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.030254] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.524s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.034899] env[69563]: INFO nova.compute.claims [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.048175] env[69563]: INFO nova.scheduler.client.report [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted allocations for instance 38381cd9-27b1-4361-a915-5ccd93de0a49 [ 1043.119312] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "059d444c-f15e-4e19-a478-88f89022de01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.119592] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.119806] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "059d444c-f15e-4e19-a478-88f89022de01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.119989] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.120177] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.124568] env[69563]: INFO nova.compute.manager [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Terminating instance [ 1043.315332] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.373770] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404221, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.410905] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404220, 'name': CloneVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.455614] env[69563]: DEBUG nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.557245] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9982418c-77e3-4de6-9f0e-09b2b85274d9 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "38381cd9-27b1-4361-a915-5ccd93de0a49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.800s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.630952] env[69563]: DEBUG nova.compute.manager [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.631250] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.632188] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ff571-b3a0-4b16-b8f4-fdab60383fa4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.643230] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.643559] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9596dd91-25ac-42d7-b164-a8773cd897b3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.654072] env[69563]: DEBUG oslo_vmware.api [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1043.654072] env[69563]: value = "task-3404222" [ 1043.654072] env[69563]: _type = "Task" [ 1043.654072] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.663049] env[69563]: DEBUG oslo_vmware.api [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.874098] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404221, 'name': CreateSnapshot_Task, 'duration_secs': 0.832006} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.875154] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.875924] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1518b7-6c1a-4d4e-ac63-0aa7fc9baa6b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.911337] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404220, 'name': CloneVM_Task, 'duration_secs': 1.526427} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.911647] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Created linked-clone VM from snapshot [ 1043.912952] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f083119-df5a-4f4e-9579-7400274f922c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.921428] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Uploading image 458f558a-2f71-4ea0-bc18-78085d848f77 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1043.942031] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1043.942031] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91a24ce4-70c7-4ea2-be1d-0ae745285d98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.948984] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1043.948984] env[69563]: value = "task-3404223" [ 1043.948984] env[69563]: _type = "Task" [ 1043.948984] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.959467] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404223, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.981102] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.164016] env[69563]: DEBUG oslo_vmware.api [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404222, 'name': PowerOffVM_Task, 'duration_secs': 0.277576} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.166715] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.166903] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.168671] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dbd87e9-2bd6-4680-90a7-685078522aa6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.256319] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.259018] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.259018] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleting the datastore file [datastore1] 059d444c-f15e-4e19-a478-88f89022de01 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.259018] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5289b250-ed48-4a1a-9b97-160934bfd52d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.269178] env[69563]: DEBUG oslo_vmware.api [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1044.269178] env[69563]: value = "task-3404225" [ 1044.269178] env[69563]: _type = "Task" [ 1044.269178] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.282736] env[69563]: DEBUG oslo_vmware.api [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.324311] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c78aeaa-cfe9-4b28-be7c-668718be8980 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.334933] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75bd192-aaf5-4d19-8c8b-8f2018014a2e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.367277] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2082ea-add3-447d-819b-7920706085c3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.375676] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a1371f-dcdb-4332-bc5f-48c5774910e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.399069] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.399651] env[69563]: DEBUG nova.compute.provider_tree [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.402132] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34734948-a6dc-4d88-9209-a9fb8429a3a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.414092] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1044.414092] env[69563]: value = "task-3404226" [ 1044.414092] env[69563]: _type = "Task" [ 1044.414092] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.423572] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404226, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.459484] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404223, 'name': Destroy_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.779568] env[69563]: DEBUG oslo_vmware.api [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278848} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.779906] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.780099] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.780285] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.780456] env[69563]: INFO nova.compute.manager [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1044.780894] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.781092] env[69563]: DEBUG nova.compute.manager [-] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.781198] env[69563]: DEBUG nova.network.neutron [-] [instance: 059d444c-f15e-4e19-a478-88f89022de01] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1044.838524] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d63443f-2c60-40db-9b9a-406bd40884d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.869561] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance '965029a5-113e-4828-95d5-b96cfaa259b4' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.903833] env[69563]: DEBUG nova.scheduler.client.report [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.924335] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404226, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.970555] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404223, 'name': Destroy_Task, 'duration_secs': 0.714959} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.970997] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Destroyed the VM [ 1044.971390] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1044.971771] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b89192b-4a95-46e2-842a-2ac1a7a220f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.981731] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1044.981731] env[69563]: value = "task-3404227" [ 1044.981731] env[69563]: _type = "Task" [ 1044.981731] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.997036] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.377896] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.378257] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35af451c-6410-4cba-ac01-065e10dbef7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.387406] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1045.387406] env[69563]: value = "task-3404228" [ 1045.387406] env[69563]: _type = "Task" [ 1045.387406] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.396574] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.408210] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.408730] env[69563]: DEBUG nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.411827] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.623s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.413247] env[69563]: INFO nova.compute.claims [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.421450] env[69563]: DEBUG nova.compute.manager [req-9650b83f-e390-4ff7-952a-94925f2d4b6f req-c813d7fa-9fbc-4bf7-8c30-a0449d52a765 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Received event network-vif-deleted-c743801a-476b-49c9-8b69-406fdb67cfc7 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.421672] env[69563]: INFO nova.compute.manager [req-9650b83f-e390-4ff7-952a-94925f2d4b6f req-c813d7fa-9fbc-4bf7-8c30-a0449d52a765 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Neutron deleted interface c743801a-476b-49c9-8b69-406fdb67cfc7; detaching it from the instance and deleting it from the info cache [ 1045.421848] env[69563]: DEBUG nova.network.neutron [req-9650b83f-e390-4ff7-952a-94925f2d4b6f req-c813d7fa-9fbc-4bf7-8c30-a0449d52a765 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1045.429894] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404226, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.496023] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404227, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.725695] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.726049] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.898919] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404228, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.901364] env[69563]: DEBUG nova.network.neutron [-] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1045.917779] env[69563]: DEBUG nova.compute.utils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.920029] env[69563]: DEBUG nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.920156] env[69563]: DEBUG nova.network.neutron [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1045.930468] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-019e9789-d98a-453e-90ee-e0814852d47b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.941167] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404226, 'name': CloneVM_Task} progress is 95%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.946793] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879e8a67-35a2-4686-880c-72ae7d9a798f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.987351] env[69563]: DEBUG nova.compute.manager [req-9650b83f-e390-4ff7-952a-94925f2d4b6f req-c813d7fa-9fbc-4bf7-8c30-a0449d52a765 service nova] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Detach interface failed, port_id=c743801a-476b-49c9-8b69-406fdb67cfc7, reason: Instance 059d444c-f15e-4e19-a478-88f89022de01 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.989262] env[69563]: DEBUG nova.policy [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8701d448716043dfa0de5eca595ae016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3908f6b4c66642768f1152a28a6a809e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.001252] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404227, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.228652] env[69563]: DEBUG nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.292474] env[69563]: DEBUG nova.network.neutron [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Successfully created port: 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1046.405676] env[69563]: INFO nova.compute.manager [-] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Took 1.62 seconds to deallocate network for instance. [ 1046.409545] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404228, 'name': PowerOffVM_Task, 'duration_secs': 0.542715} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.411901] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.412297] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance '965029a5-113e-4828-95d5-b96cfaa259b4' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.420485] env[69563]: DEBUG nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.436143] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404226, 'name': CloneVM_Task, 'duration_secs': 1.782806} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.436613] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Created linked-clone VM from snapshot [ 1046.437432] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf81d2fe-52be-4eca-a07b-2210c5eacc29 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.446654] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Uploading image 9a471976-fbb7-4c41-8374-4ef1e1c9749d {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.480285] env[69563]: DEBUG oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.480285] env[69563]: value = "vm-679218" [ 1046.480285] env[69563]: _type = "VirtualMachine" [ 1046.480285] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.480723] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-539d8691-68df-4370-8363-628aa072da49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.495399] env[69563]: DEBUG oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease: (returnval){ [ 1046.495399] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52559e03-c342-3843-e43d-e5185db2d254" [ 1046.495399] env[69563]: _type = "HttpNfcLease" [ 1046.495399] env[69563]: } obtained for exporting VM: (result){ [ 1046.495399] env[69563]: value = "vm-679218" [ 1046.495399] env[69563]: _type = "VirtualMachine" [ 1046.495399] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.495713] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the lease: (returnval){ [ 1046.495713] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52559e03-c342-3843-e43d-e5185db2d254" [ 1046.495713] env[69563]: _type = "HttpNfcLease" [ 1046.495713] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.506659] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404227, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.511519] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.511519] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52559e03-c342-3843-e43d-e5185db2d254" [ 1046.511519] env[69563]: _type = "HttpNfcLease" [ 1046.511519] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1046.511809] env[69563]: DEBUG oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1046.511809] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52559e03-c342-3843-e43d-e5185db2d254" [ 1046.511809] env[69563]: _type = "HttpNfcLease" [ 1046.511809] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1046.512593] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a283399-8bcf-4d25-95af-63425b29f36c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.523262] env[69563]: DEBUG oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d78fb-215e-c6f9-a56f-b7df75270afa/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1046.523453] env[69563]: DEBUG oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d78fb-215e-c6f9-a56f-b7df75270afa/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1046.728985] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-07761a95-dd98-4138-a4fb-4af0b7f0ff8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.750571] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.790759] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5d6c5-56f0-4ff8-9b17-46d6e4866abe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.799708] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204ea3d5-bb36-4121-8824-666f9f54a31b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.832927] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4df6741-2dd7-4db4-b2cc-f9de6e9e0820 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.843029] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effdbe7e-4258-4995-b524-974f4047234b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.859306] env[69563]: DEBUG nova.compute.provider_tree [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.923296] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.923296] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.923296] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.923296] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.923296] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.923296] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.923639] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.923639] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.923694] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.924016] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.924016] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.929720] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.933426] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f45d229-2705-41d9-b599-04c741a30b1c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.954051] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1046.954051] env[69563]: value = "task-3404230" [ 1046.954051] env[69563]: _type = "Task" [ 1046.954051] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.963850] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.997754] env[69563]: DEBUG oslo_vmware.api [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404227, 'name': RemoveSnapshot_Task, 'duration_secs': 1.621997} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.998230] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.362578] env[69563]: DEBUG nova.scheduler.client.report [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.447464] env[69563]: DEBUG nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.466055] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404230, 'name': ReconfigVM_Task, 'duration_secs': 0.232604} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.468326] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance '965029a5-113e-4828-95d5-b96cfaa259b4' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.477782] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.478072] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.478208] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.478385] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.478529] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.478672] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.478927] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.479179] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.479269] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.479466] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.479654] env[69563]: DEBUG nova.virt.hardware [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.480708] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a366b1-f87c-415e-9a76-97064aff6a51 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.489210] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0b3ef-a544-40a9-84c8-68497dd083bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.505496] env[69563]: WARNING nova.compute.manager [None req-b4060c19-fd97-46d3-b7c4-eee68e817724 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Image not found during snapshot: nova.exception.ImageNotFound: Image 458f558a-2f71-4ea0-bc18-78085d848f77 could not be found. [ 1047.868070] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.868871] env[69563]: DEBUG nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.873027] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.042s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.877020] env[69563]: INFO nova.compute.claims [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.878967] env[69563]: DEBUG nova.compute.manager [req-7a01b9c4-693a-4947-a75a-d3cdff74ebc9 req-59bd5e44-9860-4d90-8b51-e6d5d8551f3e service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Received event network-vif-plugged-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.879336] env[69563]: DEBUG oslo_concurrency.lockutils [req-7a01b9c4-693a-4947-a75a-d3cdff74ebc9 req-59bd5e44-9860-4d90-8b51-e6d5d8551f3e service nova] Acquiring lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.879523] env[69563]: DEBUG oslo_concurrency.lockutils [req-7a01b9c4-693a-4947-a75a-d3cdff74ebc9 req-59bd5e44-9860-4d90-8b51-e6d5d8551f3e service nova] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.880036] env[69563]: DEBUG oslo_concurrency.lockutils [req-7a01b9c4-693a-4947-a75a-d3cdff74ebc9 req-59bd5e44-9860-4d90-8b51-e6d5d8551f3e service nova] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.880231] env[69563]: DEBUG nova.compute.manager [req-7a01b9c4-693a-4947-a75a-d3cdff74ebc9 req-59bd5e44-9860-4d90-8b51-e6d5d8551f3e service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] No waiting events found dispatching network-vif-plugged-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.880470] env[69563]: WARNING nova.compute.manager [req-7a01b9c4-693a-4947-a75a-d3cdff74ebc9 req-59bd5e44-9860-4d90-8b51-e6d5d8551f3e service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Received unexpected event network-vif-plugged-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 for instance with vm_state building and task_state spawning. [ 1047.974814] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.975198] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.975444] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.975669] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.976327] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.976327] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.976490] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.976637] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.976895] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.977116] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.977515] env[69563]: DEBUG nova.virt.hardware [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.983562] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.984143] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097abaea-73ef-4f5d-ac38-e483e46b8206 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.006752] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1048.006752] env[69563]: value = "task-3404231" [ 1048.006752] env[69563]: _type = "Task" [ 1048.006752] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.016838] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.039187] env[69563]: DEBUG nova.network.neutron [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Successfully updated port: 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1048.354635] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "4b547ac1-6026-4cb8-8d16-614eebbb268e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.354982] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4b547ac1-6026-4cb8-8d16-614eebbb268e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.355218] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "4b547ac1-6026-4cb8-8d16-614eebbb268e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.355405] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4b547ac1-6026-4cb8-8d16-614eebbb268e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.355740] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4b547ac1-6026-4cb8-8d16-614eebbb268e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.357832] env[69563]: INFO nova.compute.manager [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Terminating instance [ 1048.380724] env[69563]: DEBUG nova.compute.utils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.382632] env[69563]: DEBUG nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.383664] env[69563]: DEBUG nova.network.neutron [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1048.423067] env[69563]: DEBUG nova.policy [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33b62efb6f64e76953107e1f64c49c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56b682b2e4341ca9041621ca76c5600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.519075] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404231, 'name': ReconfigVM_Task, 'duration_secs': 0.287635} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.519075] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.519987] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa1a38b-c0ef-495f-b5c8-d514f10d5636 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.543943] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 965029a5-113e-4828-95d5-b96cfaa259b4/965029a5-113e-4828-95d5-b96cfaa259b4.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.544623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.544809] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.544967] env[69563]: DEBUG nova.network.neutron [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1048.546232] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921ee45e-c597-415c-88f8-315fe6216e0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.569509] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1048.569509] env[69563]: value = "task-3404232" [ 1048.569509] env[69563]: _type = "Task" [ 1048.569509] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.579579] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.753602] env[69563]: DEBUG nova.network.neutron [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Successfully created port: 65daf631-67d5-4fe9-8649-6684523efdad {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1048.861616] env[69563]: DEBUG nova.compute.manager [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.861907] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.862841] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6f194f-38d1-401b-ad20-cf54c75287dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.871727] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.872096] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb634296-d1ce-4988-a529-8dca924acb2f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.880348] env[69563]: DEBUG oslo_vmware.api [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1048.880348] env[69563]: value = "task-3404233" [ 1048.880348] env[69563]: _type = "Task" [ 1048.880348] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.884400] env[69563]: DEBUG nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.897111] env[69563]: DEBUG oslo_vmware.api [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.080529] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404232, 'name': ReconfigVM_Task, 'duration_secs': 0.386065} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.081655] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 965029a5-113e-4828-95d5-b96cfaa259b4/965029a5-113e-4828-95d5-b96cfaa259b4.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.081655] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance '965029a5-113e-4828-95d5-b96cfaa259b4' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.117479] env[69563]: DEBUG nova.network.neutron [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1049.225171] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e1730-b027-43b3-b700-390a3b50152c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.234115] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9f0757-ac05-4da8-8b63-b8ecef2fc346 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.272630] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d74a22-1d8f-4877-a333-49e21a6f53aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.282230] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e091f2-aff1-452f-af7a-35361c5a1460 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.299029] env[69563]: DEBUG nova.compute.provider_tree [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.315213] env[69563]: DEBUG nova.network.neutron [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [{"id": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "address": "fa:16:3e:23:17:0c", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ccc3c-8e", "ovs_interfaceid": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1049.394621] env[69563]: DEBUG oslo_vmware.api [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404233, 'name': PowerOffVM_Task, 'duration_secs': 0.223722} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.395462] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.395703] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.396013] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf809f98-3bf8-4d98-8255-a8c0188c57d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.474555] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.474795] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.474976] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleting the datastore file [datastore2] 4b547ac1-6026-4cb8-8d16-614eebbb268e {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.475259] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e6a1197-e369-441e-9b2f-cf37d05be740 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.482288] env[69563]: DEBUG oslo_vmware.api [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1049.482288] env[69563]: value = "task-3404235" [ 1049.482288] env[69563]: _type = "Task" [ 1049.482288] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.491431] env[69563]: DEBUG oslo_vmware.api [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.588051] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ff80d-3410-4781-8d3d-f216242193ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.610092] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf115c4-7abb-460a-bfa3-4617467edc05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.629403] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance '965029a5-113e-4828-95d5-b96cfaa259b4' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.817897] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.818310] env[69563]: DEBUG nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Instance network_info: |[{"id": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "address": "fa:16:3e:23:17:0c", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ccc3c-8e", "ovs_interfaceid": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.818781] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:17:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.826969] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.827678] env[69563]: ERROR nova.scheduler.client.report [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [req-a1d7c0bb-d933-416e-9b52-f2d479c3cbcf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1d7c0bb-d933-416e-9b52-f2d479c3cbcf"}]} [ 1049.828114] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.830788] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e89bb90-51bc-4d3b-ace7-3ba34fada2c7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.846831] env[69563]: DEBUG nova.scheduler.client.report [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1049.852622] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.852622] env[69563]: value = "task-3404236" [ 1049.852622] env[69563]: _type = "Task" [ 1049.852622] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.862213] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404236, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.863701] env[69563]: DEBUG nova.scheduler.client.report [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1049.863912] env[69563]: DEBUG nova.compute.provider_tree [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.876316] env[69563]: DEBUG nova.scheduler.client.report [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.897635] env[69563]: DEBUG nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.901256] env[69563]: DEBUG nova.scheduler.client.report [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.907108] env[69563]: DEBUG nova.compute.manager [req-6c17dacd-2683-4ab0-89e7-bda3785b65fe req-bbd1665c-1105-4aaa-8cda-34123df09ef8 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Received event network-changed-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.907318] env[69563]: DEBUG nova.compute.manager [req-6c17dacd-2683-4ab0-89e7-bda3785b65fe req-bbd1665c-1105-4aaa-8cda-34123df09ef8 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Refreshing instance network info cache due to event network-changed-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.907579] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c17dacd-2683-4ab0-89e7-bda3785b65fe req-bbd1665c-1105-4aaa-8cda-34123df09ef8 service nova] Acquiring lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.907776] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c17dacd-2683-4ab0-89e7-bda3785b65fe req-bbd1665c-1105-4aaa-8cda-34123df09ef8 service nova] Acquired lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.908042] env[69563]: DEBUG nova.network.neutron [req-6c17dacd-2683-4ab0-89e7-bda3785b65fe req-bbd1665c-1105-4aaa-8cda-34123df09ef8 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Refreshing network info cache for port 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1049.932307] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.932592] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.932771] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.932994] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.933184] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.933339] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.933575] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.933708] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.933876] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.934097] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.934333] env[69563]: DEBUG nova.virt.hardware [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.935266] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ae86b-913a-4759-ba1c-f34ee7c1da3b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.947654] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdc03c5-2b56-42ce-a5a4-209d88b27a5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.992935] env[69563]: DEBUG oslo_vmware.api [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295951} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.995762] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.995957] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.996144] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.996317] env[69563]: INFO nova.compute.manager [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1049.996554] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.997328] env[69563]: DEBUG nova.compute.manager [-] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.997430] env[69563]: DEBUG nova.network.neutron [-] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1050.212150] env[69563]: DEBUG nova.network.neutron [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Port cf653969-b74f-4cc8-bc32-108eda0b1532 binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1050.217258] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f24fe21-ebf9-4e07-ba23-8e42afff101e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.224866] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d475c291-c8d6-44d1-8662-d80f25d0f25f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.264145] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afddb2d2-fb1b-4d80-bfa9-e3d20cee9799 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.272295] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84f89c6-2a91-4341-83fe-6e72981afd75 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.290531] env[69563]: DEBUG nova.compute.provider_tree [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.362859] env[69563]: DEBUG nova.network.neutron [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Successfully updated port: 65daf631-67d5-4fe9-8649-6684523efdad {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1050.368343] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404236, 'name': CreateVM_Task, 'duration_secs': 0.435829} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.369242] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.370330] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.370330] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.370330] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.370480] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13557ec2-cf2a-4ee4-97dd-2cebc9644ba1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.378401] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1050.378401] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520950cc-c9c8-8a7b-3e2c-f0ba7d82ae1d" [ 1050.378401] env[69563]: _type = "Task" [ 1050.378401] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.389212] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520950cc-c9c8-8a7b-3e2c-f0ba7d82ae1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.420387] env[69563]: DEBUG nova.compute.manager [req-64a700ce-a174-47ba-a284-fedc1b0282d7 req-f3a8f4d8-7042-41af-98b0-1f7b0083e835 service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Received event network-vif-deleted-54b58d2c-6b17-40c4-ae60-69a3eeef2ba1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.420387] env[69563]: INFO nova.compute.manager [req-64a700ce-a174-47ba-a284-fedc1b0282d7 req-f3a8f4d8-7042-41af-98b0-1f7b0083e835 service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Neutron deleted interface 54b58d2c-6b17-40c4-ae60-69a3eeef2ba1; detaching it from the instance and deleting it from the info cache [ 1050.420387] env[69563]: DEBUG nova.network.neutron [req-64a700ce-a174-47ba-a284-fedc1b0282d7 req-f3a8f4d8-7042-41af-98b0-1f7b0083e835 service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1050.657869] env[69563]: DEBUG nova.network.neutron [req-6c17dacd-2683-4ab0-89e7-bda3785b65fe req-bbd1665c-1105-4aaa-8cda-34123df09ef8 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updated VIF entry in instance network info cache for port 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1050.658263] env[69563]: DEBUG nova.network.neutron [req-6c17dacd-2683-4ab0-89e7-bda3785b65fe req-bbd1665c-1105-4aaa-8cda-34123df09ef8 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [{"id": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "address": "fa:16:3e:23:17:0c", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ccc3c-8e", "ovs_interfaceid": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1050.828918] env[69563]: DEBUG nova.scheduler.client.report [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.829312] env[69563]: DEBUG nova.compute.provider_tree [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 146 to 147 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.829555] env[69563]: DEBUG nova.compute.provider_tree [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.843742] env[69563]: DEBUG nova.network.neutron [-] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1050.869609] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "refresh_cache-07125383-0d10-415e-9c30-5108e64f6e25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.869924] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "refresh_cache-07125383-0d10-415e-9c30-5108e64f6e25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.869924] env[69563]: DEBUG nova.network.neutron [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1050.892479] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520950cc-c9c8-8a7b-3e2c-f0ba7d82ae1d, 'name': SearchDatastore_Task, 'duration_secs': 0.018843} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.893046] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.893124] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.893404] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.893596] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.893809] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.894126] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3557c895-6166-45c6-a227-226878c9071e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.905385] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.905572] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.906334] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ba579f-10fc-4f5a-b90a-55b1d5e8ed11 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.913282] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1050.913282] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521f1ece-48af-5721-e30f-fef765e51066" [ 1050.913282] env[69563]: _type = "Task" [ 1050.913282] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.922695] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521f1ece-48af-5721-e30f-fef765e51066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.923886] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09ba2f9b-649c-4928-bf44-564a64f7e750 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.933181] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79067e32-483d-4b03-b023-d13e22bef5a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.970113] env[69563]: DEBUG nova.compute.manager [req-64a700ce-a174-47ba-a284-fedc1b0282d7 req-f3a8f4d8-7042-41af-98b0-1f7b0083e835 service nova] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Detach interface failed, port_id=54b58d2c-6b17-40c4-ae60-69a3eeef2ba1, reason: Instance 4b547ac1-6026-4cb8-8d16-614eebbb268e could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.160948] env[69563]: DEBUG oslo_concurrency.lockutils [req-6c17dacd-2683-4ab0-89e7-bda3785b65fe req-bbd1665c-1105-4aaa-8cda-34123df09ef8 service nova] Releasing lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.240939] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.241205] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.241389] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.338209] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.466s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.338209] env[69563]: DEBUG nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.340954] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.826s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.342259] env[69563]: INFO nova.compute.claims [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.348216] env[69563]: INFO nova.compute.manager [-] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Took 1.35 seconds to deallocate network for instance. [ 1051.409417] env[69563]: DEBUG nova.network.neutron [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1051.424579] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521f1ece-48af-5721-e30f-fef765e51066, 'name': SearchDatastore_Task, 'duration_secs': 0.017042} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.425411] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055b0e6b-a086-4236-add6-3ae67f556799 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.434276] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1051.434276] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204d183-3d73-ccb3-9eeb-7119aaf3d54c" [ 1051.434276] env[69563]: _type = "Task" [ 1051.434276] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.443744] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204d183-3d73-ccb3-9eeb-7119aaf3d54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.611923] env[69563]: DEBUG nova.network.neutron [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Updating instance_info_cache with network_info: [{"id": "65daf631-67d5-4fe9-8649-6684523efdad", "address": "fa:16:3e:07:0d:20", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65daf631-67", "ovs_interfaceid": "65daf631-67d5-4fe9-8649-6684523efdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1051.848032] env[69563]: DEBUG nova.compute.utils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.851089] env[69563]: DEBUG nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.851317] env[69563]: DEBUG nova.network.neutron [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1051.854095] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.897186] env[69563]: DEBUG nova.policy [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '362b908c950f4ee2b95c6bd23ff7937e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ef02ea7c6c4c32badd31b32a5ed5d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.943626] env[69563]: DEBUG nova.compute.manager [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Received event network-vif-plugged-65daf631-67d5-4fe9-8649-6684523efdad {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.944212] env[69563]: DEBUG oslo_concurrency.lockutils [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] Acquiring lock "07125383-0d10-415e-9c30-5108e64f6e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.944212] env[69563]: DEBUG oslo_concurrency.lockutils [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] Lock "07125383-0d10-415e-9c30-5108e64f6e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.944472] env[69563]: DEBUG oslo_concurrency.lockutils [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] Lock "07125383-0d10-415e-9c30-5108e64f6e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.944698] env[69563]: DEBUG nova.compute.manager [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] No waiting events found dispatching network-vif-plugged-65daf631-67d5-4fe9-8649-6684523efdad {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.944904] env[69563]: WARNING nova.compute.manager [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Received unexpected event network-vif-plugged-65daf631-67d5-4fe9-8649-6684523efdad for instance with vm_state building and task_state spawning. [ 1051.945116] env[69563]: DEBUG nova.compute.manager [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Received event network-changed-65daf631-67d5-4fe9-8649-6684523efdad {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.945310] env[69563]: DEBUG nova.compute.manager [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Refreshing instance network info cache due to event network-changed-65daf631-67d5-4fe9-8649-6684523efdad. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.945512] env[69563]: DEBUG oslo_concurrency.lockutils [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] Acquiring lock "refresh_cache-07125383-0d10-415e-9c30-5108e64f6e25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.953405] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204d183-3d73-ccb3-9eeb-7119aaf3d54c, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.954033] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.954164] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d/ffc8eb20-2316-405d-8c88-7f8d84ffc32d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.954945] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82998d21-ba04-4c50-bae2-f9e416e74f1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.968991] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1051.968991] env[69563]: value = "task-3404237" [ 1051.968991] env[69563]: _type = "Task" [ 1051.968991] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.980875] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.115553] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "refresh_cache-07125383-0d10-415e-9c30-5108e64f6e25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.116087] env[69563]: DEBUG nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Instance network_info: |[{"id": "65daf631-67d5-4fe9-8649-6684523efdad", "address": "fa:16:3e:07:0d:20", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65daf631-67", "ovs_interfaceid": "65daf631-67d5-4fe9-8649-6684523efdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.116410] env[69563]: DEBUG oslo_concurrency.lockutils [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] Acquired lock "refresh_cache-07125383-0d10-415e-9c30-5108e64f6e25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.116690] env[69563]: DEBUG nova.network.neutron [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Refreshing network info cache for port 65daf631-67d5-4fe9-8649-6684523efdad {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1052.118364] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:0d:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65daf631-67d5-4fe9-8649-6684523efdad', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.127767] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.131469] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.132087] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b66d6a42-0773-40cb-9206-a2fc9a73777a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.162073] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.162073] env[69563]: value = "task-3404238" [ 1052.162073] env[69563]: _type = "Task" [ 1052.162073] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.172912] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404238, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.211295] env[69563]: DEBUG nova.network.neutron [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Successfully created port: 41d885aa-8322-4e2d-b7e3-0251f166948f {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1052.318569] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.318780] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.318967] env[69563]: DEBUG nova.network.neutron [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1052.355096] env[69563]: DEBUG nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.419803] env[69563]: DEBUG nova.network.neutron [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Updated VIF entry in instance network info cache for port 65daf631-67d5-4fe9-8649-6684523efdad. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1052.420234] env[69563]: DEBUG nova.network.neutron [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Updating instance_info_cache with network_info: [{"id": "65daf631-67d5-4fe9-8649-6684523efdad", "address": "fa:16:3e:07:0d:20", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65daf631-67", "ovs_interfaceid": "65daf631-67d5-4fe9-8649-6684523efdad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1052.486870] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404237, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.674567] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404238, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.721636] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33ad8c-7a55-49c8-abca-ba5ee2ca704d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.730484] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1160f4f-0c68-468f-9a15-5da385ab7c75 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.775936] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf80ab-5aca-4d9b-a45b-fc7d6dbefadc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.784753] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4b3794-e537-4f12-b909-49473a73b55c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.799769] env[69563]: DEBUG nova.compute.provider_tree [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.924284] env[69563]: DEBUG oslo_concurrency.lockutils [req-d0d507fc-e40e-4373-98fc-bc07b4c6c523 req-998e3b07-d839-4089-ae45-d15903e56ded service nova] Releasing lock "refresh_cache-07125383-0d10-415e-9c30-5108e64f6e25" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.986904] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522107} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.987204] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d/ffc8eb20-2316-405d-8c88-7f8d84ffc32d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.987420] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.987691] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81769318-229f-4d2e-972b-8df8b9546e3a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.997432] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1052.997432] env[69563]: value = "task-3404239" [ 1052.997432] env[69563]: _type = "Task" [ 1052.997432] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.008900] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.135929] env[69563]: DEBUG nova.network.neutron [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance_info_cache with network_info: [{"id": "cf653969-b74f-4cc8-bc32-108eda0b1532", "address": "fa:16:3e:04:0d:26", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf653969-b7", "ovs_interfaceid": "cf653969-b74f-4cc8-bc32-108eda0b1532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1053.174655] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404238, 'name': CreateVM_Task, 'duration_secs': 0.599378} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.174818] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.175522] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.175685] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.176303] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.176303] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28091530-88f9-4e17-84d2-16b8c46b0280 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.181850] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1053.181850] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a35a59-97e2-b227-f940-fcf0f6e84e65" [ 1053.181850] env[69563]: _type = "Task" [ 1053.181850] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.190772] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a35a59-97e2-b227-f940-fcf0f6e84e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.333822] env[69563]: DEBUG nova.scheduler.client.report [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1053.334104] env[69563]: DEBUG nova.compute.provider_tree [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 147 to 148 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1053.334292] env[69563]: DEBUG nova.compute.provider_tree [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.371506] env[69563]: DEBUG nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.399402] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.399714] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.399904] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.400156] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.400330] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.400562] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.400831] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.401034] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.401248] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.401462] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.401682] env[69563]: DEBUG nova.virt.hardware [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.402675] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86194ec4-62b2-487b-a7b4-deceaa2f1220 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.412019] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19822d0-b5bd-4eef-9345-f62071f88ad8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.508233] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083228} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.508666] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.509516] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d462575-ae1e-449a-9f1b-907a3c3fbb99 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.533739] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d/ffc8eb20-2316-405d-8c88-7f8d84ffc32d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.534091] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7785e29a-4c7c-4e58-8855-8f155df3d8ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.556666] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1053.556666] env[69563]: value = "task-3404240" [ 1053.556666] env[69563]: _type = "Task" [ 1053.556666] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.566140] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.639055] env[69563]: DEBUG oslo_concurrency.lockutils [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.696197] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a35a59-97e2-b227-f940-fcf0f6e84e65, 'name': SearchDatastore_Task, 'duration_secs': 0.011576} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.697608] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.697999] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.698307] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.698499] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.698907] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.699611] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3adef7df-ac01-41ad-979f-1bf968870459 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.726203] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.726203] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.726969] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd9b83b-3a44-4a48-beab-15ca97628952 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.738024] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1053.738024] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aa9fdb-c238-b428-afbb-01341f551391" [ 1053.738024] env[69563]: _type = "Task" [ 1053.738024] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.744799] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aa9fdb-c238-b428-afbb-01341f551391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.839245] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.839825] env[69563]: DEBUG nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.843352] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.308s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.847023] env[69563]: DEBUG nova.objects.instance [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'pci_requests' on Instance uuid 47622390-9e3a-4865-b160-821637c53a4a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.868928] env[69563]: DEBUG nova.network.neutron [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Successfully updated port: 41d885aa-8322-4e2d-b7e3-0251f166948f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1054.043149] env[69563]: DEBUG nova.compute.manager [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Received event network-vif-plugged-41d885aa-8322-4e2d-b7e3-0251f166948f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.043357] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] Acquiring lock "e7700815-0f69-4096-b778-6a13bcd7288c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.043591] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] Lock "e7700815-0f69-4096-b778-6a13bcd7288c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.043770] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] Lock "e7700815-0f69-4096-b778-6a13bcd7288c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.043934] env[69563]: DEBUG nova.compute.manager [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] No waiting events found dispatching network-vif-plugged-41d885aa-8322-4e2d-b7e3-0251f166948f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.044112] env[69563]: WARNING nova.compute.manager [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Received unexpected event network-vif-plugged-41d885aa-8322-4e2d-b7e3-0251f166948f for instance with vm_state building and task_state spawning. [ 1054.044275] env[69563]: DEBUG nova.compute.manager [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Received event network-changed-41d885aa-8322-4e2d-b7e3-0251f166948f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.044450] env[69563]: DEBUG nova.compute.manager [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Refreshing instance network info cache due to event network-changed-41d885aa-8322-4e2d-b7e3-0251f166948f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.044598] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] Acquiring lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.044732] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] Acquired lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.044965] env[69563]: DEBUG nova.network.neutron [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Refreshing network info cache for port 41d885aa-8322-4e2d-b7e3-0251f166948f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1054.067449] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404240, 'name': ReconfigVM_Task, 'duration_secs': 0.352039} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.067758] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d/ffc8eb20-2316-405d-8c88-7f8d84ffc32d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.068490] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b14ca79-bb0a-4f1f-a3f9-5f9df8f95250 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.076868] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1054.076868] env[69563]: value = "task-3404241" [ 1054.076868] env[69563]: _type = "Task" [ 1054.076868] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.086461] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404241, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.166200] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8f3279-75da-4661-a603-bbebdf2d7e07 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.188859] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24ab4ad-c0d0-4ab5-972d-77d370c466db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.197668] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance '965029a5-113e-4828-95d5-b96cfaa259b4' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.246336] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52aa9fdb-c238-b428-afbb-01341f551391, 'name': SearchDatastore_Task, 'duration_secs': 0.021821} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.247234] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491570f0-1317-4163-a2b8-b3d9bef16780 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.255982] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1054.255982] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528bc31c-9a10-acf7-5ab6-e81abce75a12" [ 1054.255982] env[69563]: _type = "Task" [ 1054.255982] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.264892] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528bc31c-9a10-acf7-5ab6-e81abce75a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.348185] env[69563]: DEBUG nova.compute.utils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.349727] env[69563]: DEBUG nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.349901] env[69563]: DEBUG nova.network.neutron [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1054.353389] env[69563]: DEBUG nova.objects.instance [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'numa_topology' on Instance uuid 47622390-9e3a-4865-b160-821637c53a4a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.371954] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.391483] env[69563]: DEBUG nova.policy [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.591423] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404241, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.592580] env[69563]: DEBUG nova.network.neutron [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1054.692644] env[69563]: DEBUG nova.network.neutron [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Successfully created port: bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1054.706088] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.707206] env[69563]: DEBUG nova.network.neutron [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1054.708402] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbeffbd1-ff97-466f-a066-756c7cfbd3c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.717377] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1054.717377] env[69563]: value = "task-3404242" [ 1054.717377] env[69563]: _type = "Task" [ 1054.717377] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.727721] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.767824] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528bc31c-9a10-acf7-5ab6-e81abce75a12, 'name': SearchDatastore_Task, 'duration_secs': 0.03568} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.768131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.768436] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 07125383-0d10-415e-9c30-5108e64f6e25/07125383-0d10-415e-9c30-5108e64f6e25.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.768695] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1e6763c-d2b5-4b7d-8cd4-bfb1f05cd111 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.776947] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1054.776947] env[69563]: value = "task-3404243" [ 1054.776947] env[69563]: _type = "Task" [ 1054.776947] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.785708] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.856574] env[69563]: DEBUG nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.860751] env[69563]: INFO nova.compute.claims [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.873572] env[69563]: DEBUG oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d78fb-215e-c6f9-a56f-b7df75270afa/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1054.874610] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be7a056-3bb0-4d5a-8dab-581721e38422 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.881976] env[69563]: DEBUG oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d78fb-215e-c6f9-a56f-b7df75270afa/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1054.882159] env[69563]: ERROR oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d78fb-215e-c6f9-a56f-b7df75270afa/disk-0.vmdk due to incomplete transfer. [ 1054.882394] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0820931d-718b-45b9-8fd7-b809e56ba0ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.895859] env[69563]: DEBUG oslo_vmware.rw_handles [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521d78fb-215e-c6f9-a56f-b7df75270afa/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1054.895859] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Uploaded image 9a471976-fbb7-4c41-8374-4ef1e1c9749d to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1054.896761] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1054.897061] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e41aa095-62a1-42ba-8d04-386ac80866a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.906481] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1054.906481] env[69563]: value = "task-3404244" [ 1054.906481] env[69563]: _type = "Task" [ 1054.906481] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.918690] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404244, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.091810] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404241, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.211571] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3403735-41e7-45cb-96b8-7fe391445008 req-ef5c3475-1396-4417-a29a-53cc3ab5862c service nova] Releasing lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.212177] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.212440] env[69563]: DEBUG nova.network.neutron [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1055.231237] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.288268] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404243, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.416895] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404244, 'name': Destroy_Task, 'duration_secs': 0.44814} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.417282] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Destroyed the VM [ 1055.417532] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1055.417786] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa69bfbd-c5ee-452c-a179-b97533dcc5ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.425685] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1055.425685] env[69563]: value = "task-3404245" [ 1055.425685] env[69563]: _type = "Task" [ 1055.425685] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.434153] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.588562] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404241, 'name': Rename_Task, 'duration_secs': 1.260374} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.588850] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.589105] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7deece32-c0ba-4402-b360-718c7968cfe1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.596456] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1055.596456] env[69563]: value = "task-3404246" [ 1055.596456] env[69563]: _type = "Task" [ 1055.596456] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.604169] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.729751] env[69563]: DEBUG oslo_vmware.api [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404242, 'name': PowerOnVM_Task, 'duration_secs': 0.652737} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.730109] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.730321] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-dd46175c-71d7-46aa-8681-c26b885b339b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance '965029a5-113e-4828-95d5-b96cfaa259b4' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.751215] env[69563]: DEBUG nova.network.neutron [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1055.788212] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558263} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.788538] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 07125383-0d10-415e-9c30-5108e64f6e25/07125383-0d10-415e-9c30-5108e64f6e25.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.788783] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.791533] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d878eb36-20f9-41df-986c-505ad65148cc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.799175] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1055.799175] env[69563]: value = "task-3404247" [ 1055.799175] env[69563]: _type = "Task" [ 1055.799175] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.810868] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.872451] env[69563]: DEBUG nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.878859] env[69563]: DEBUG nova.network.neutron [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Updating instance_info_cache with network_info: [{"id": "41d885aa-8322-4e2d-b7e3-0251f166948f", "address": "fa:16:3e:27:41:54", "network": {"id": "838c7a32-9c6a-4246-9b4c-8e18563c46c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2075671993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3ef02ea7c6c4c32badd31b32a5ed5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d885aa-83", "ovs_interfaceid": "41d885aa-8322-4e2d-b7e3-0251f166948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1055.905711] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.905954] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.906129] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.906314] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.906454] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.906598] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.906808] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.906980] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.907168] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.907330] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.907711] env[69563]: DEBUG nova.virt.hardware [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.908524] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317bf2f7-2647-4a2a-9197-a507289f65cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.919327] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c66215b-a873-47b2-a367-21e89d4864ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.948104] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.108356] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.172778] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd1f0ee-d4fc-4841-a332-d112ee025b9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.181376] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98c82cb-5f02-4b00-9238-b4d77ea7414d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.213266] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e1647-fa4d-449f-b63f-ac4a079d6036 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.221970] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af5e4a2-c358-4ad0-8e87-0f91c8128641 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.238534] env[69563]: DEBUG nova.compute.provider_tree [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.290853] env[69563]: DEBUG nova.compute.manager [req-df0f1384-da5d-45f2-8bd8-38c2f61fa896 req-20766549-baff-4eb5-b91a-5de38fad67b6 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-vif-plugged-bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.291086] env[69563]: DEBUG oslo_concurrency.lockutils [req-df0f1384-da5d-45f2-8bd8-38c2f61fa896 req-20766549-baff-4eb5-b91a-5de38fad67b6 service nova] Acquiring lock "848c3663-a77c-4611-a449-4541e6283136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.291294] env[69563]: DEBUG oslo_concurrency.lockutils [req-df0f1384-da5d-45f2-8bd8-38c2f61fa896 req-20766549-baff-4eb5-b91a-5de38fad67b6 service nova] Lock "848c3663-a77c-4611-a449-4541e6283136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.291462] env[69563]: DEBUG oslo_concurrency.lockutils [req-df0f1384-da5d-45f2-8bd8-38c2f61fa896 req-20766549-baff-4eb5-b91a-5de38fad67b6 service nova] Lock "848c3663-a77c-4611-a449-4541e6283136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.291665] env[69563]: DEBUG nova.compute.manager [req-df0f1384-da5d-45f2-8bd8-38c2f61fa896 req-20766549-baff-4eb5-b91a-5de38fad67b6 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] No waiting events found dispatching network-vif-plugged-bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.291812] env[69563]: WARNING nova.compute.manager [req-df0f1384-da5d-45f2-8bd8-38c2f61fa896 req-20766549-baff-4eb5-b91a-5de38fad67b6 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received unexpected event network-vif-plugged-bb7df0b6-3458-487a-a8e4-0e8c451bd780 for instance with vm_state building and task_state spawning. [ 1056.309846] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075809} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.310242] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.311159] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869fd9b9-c8be-4cd2-be15-9906ad4ce9f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.336282] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 07125383-0d10-415e-9c30-5108e64f6e25/07125383-0d10-415e-9c30-5108e64f6e25.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.336594] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b41a455-348f-4b94-8ead-784c5db63103 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.358679] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1056.358679] env[69563]: value = "task-3404248" [ 1056.358679] env[69563]: _type = "Task" [ 1056.358679] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.368293] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.369295] env[69563]: DEBUG nova.network.neutron [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Successfully updated port: bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1056.383465] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.384156] env[69563]: DEBUG nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Instance network_info: |[{"id": "41d885aa-8322-4e2d-b7e3-0251f166948f", "address": "fa:16:3e:27:41:54", "network": {"id": "838c7a32-9c6a-4246-9b4c-8e18563c46c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2075671993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3ef02ea7c6c4c32badd31b32a5ed5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d885aa-83", "ovs_interfaceid": "41d885aa-8322-4e2d-b7e3-0251f166948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.384510] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:41:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41d885aa-8322-4e2d-b7e3-0251f166948f', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.392218] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.392749] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.393016] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b4072f-d524-4f4c-b987-43f8831742a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.417652] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.417652] env[69563]: value = "task-3404249" [ 1056.417652] env[69563]: _type = "Task" [ 1056.417652] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.427842] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404249, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.445491] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.608581] env[69563]: DEBUG oslo_vmware.api [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404246, 'name': PowerOnVM_Task, 'duration_secs': 0.538708} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.608859] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.609131] env[69563]: INFO nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1056.609348] env[69563]: DEBUG nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.610289] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a7aa4-eb61-463b-b13a-4728428b7476 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.745303] env[69563]: DEBUG nova.scheduler.client.report [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.870114] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404248, 'name': ReconfigVM_Task, 'duration_secs': 0.435838} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.870380] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 07125383-0d10-415e-9c30-5108e64f6e25/07125383-0d10-415e-9c30-5108e64f6e25.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.871417] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.871485] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.871714] env[69563]: DEBUG nova.network.neutron [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1056.872796] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1961ebfa-6f7c-4080-b9c1-0ad92dfcd47c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.881311] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1056.881311] env[69563]: value = "task-3404250" [ 1056.881311] env[69563]: _type = "Task" [ 1056.881311] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.891800] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404250, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.929023] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404249, 'name': CreateVM_Task, 'duration_secs': 0.360102} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.929023] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.929743] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.929964] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.930298] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.930582] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0179d5b-a07c-4678-880b-9fe864d1e613 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.935734] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1056.935734] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f8523b-ee92-dbdd-a52c-b446c086b9ff" [ 1056.935734] env[69563]: _type = "Task" [ 1056.935734] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.948260] env[69563]: DEBUG oslo_vmware.api [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404245, 'name': RemoveSnapshot_Task, 'duration_secs': 1.367023} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.951422] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1056.951697] env[69563]: INFO nova.compute.manager [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Took 14.67 seconds to snapshot the instance on the hypervisor. [ 1056.954557] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f8523b-ee92-dbdd-a52c-b446c086b9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.131782] env[69563]: INFO nova.compute.manager [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Took 21.64 seconds to build instance. [ 1057.255583] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.412s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.259530] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.385s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.289205] env[69563]: INFO nova.network.neutron [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating port 6883a07a-c18f-41c4-8e50-588408944c89 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1057.393948] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404250, 'name': Rename_Task, 'duration_secs': 0.381934} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.394257] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.394511] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79aa2a61-bedd-433a-9c02-fdd1f73b1c03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.404899] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1057.404899] env[69563]: value = "task-3404251" [ 1057.404899] env[69563]: _type = "Task" [ 1057.404899] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.421341] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.426198] env[69563]: DEBUG nova.network.neutron [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1057.449099] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f8523b-ee92-dbdd-a52c-b446c086b9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013365} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.451800] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.453063] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.453063] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.453063] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.453063] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.453063] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-267a095d-364b-43b5-8a00-80098737dcce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.469369] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.469369] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.469369] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadaac80-2a97-4916-b34b-31c017fadf7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.473012] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1057.473012] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ab411c-8ede-1491-3248-d7b94a425241" [ 1057.473012] env[69563]: _type = "Task" [ 1057.473012] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.481479] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ab411c-8ede-1491-3248-d7b94a425241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.520964] env[69563]: DEBUG nova.compute.manager [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Found 3 images (rotation: 2) {{(pid=69563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1057.521228] env[69563]: DEBUG nova.compute.manager [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Rotating out 1 backups {{(pid=69563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1057.521402] env[69563]: DEBUG nova.compute.manager [None req-ae13cd8d-c1d2-49c6-bf17-9f7facf9c0a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleting image 7b2230c0-67bb-4b7d-836e-2092fee18eea {{(pid=69563) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1057.631965] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "965029a5-113e-4828-95d5-b96cfaa259b4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.634322] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.634322] env[69563]: DEBUG nova.compute.manager [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Going to confirm migration 4 {{(pid=69563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1057.634322] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cf220c73-d3bb-420b-989f-d80db6c6c285 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.174s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.647798] env[69563]: DEBUG nova.network.neutron [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1057.765832] env[69563]: INFO nova.compute.claims [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.916746] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404251, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.988054] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ab411c-8ede-1491-3248-d7b94a425241, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.989339] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b7a3ad-6121-49f9-8e6f-a3fe4ec8b604 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.997087] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1057.997087] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a5d0c3-0c00-0a3f-ff9d-39c1f18f84fc" [ 1057.997087] env[69563]: _type = "Task" [ 1057.997087] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.008553] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a5d0c3-0c00-0a3f-ff9d-39c1f18f84fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.149686] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.150078] env[69563]: DEBUG nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Instance network_info: |[{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.150667] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:2f:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb7df0b6-3458-487a-a8e4-0e8c451bd780', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.159826] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.160137] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848c3663-a77c-4611-a449-4541e6283136] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.160428] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a51fe472-552b-45df-844f-d91df8aa6a8f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.183379] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.183379] env[69563]: value = "task-3404252" [ 1058.183379] env[69563]: _type = "Task" [ 1058.183379] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.187409] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.187658] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.187889] env[69563]: DEBUG nova.network.neutron [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1058.188142] env[69563]: DEBUG nova.objects.instance [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lazy-loading 'info_cache' on Instance uuid 965029a5-113e-4828-95d5-b96cfaa259b4 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.195391] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404252, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.277142] env[69563]: INFO nova.compute.resource_tracker [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating resource usage from migration 1be3d204-de68-4283-a829-3be6629d496b [ 1058.340689] env[69563]: DEBUG nova.compute.manager [req-6735263e-e5cf-439c-8406-4676c8eec6b5 req-4c645eb8-3849-4d90-93a3-383add6ea543 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Received event network-changed-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.340946] env[69563]: DEBUG nova.compute.manager [req-6735263e-e5cf-439c-8406-4676c8eec6b5 req-4c645eb8-3849-4d90-93a3-383add6ea543 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Refreshing instance network info cache due to event network-changed-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.341148] env[69563]: DEBUG oslo_concurrency.lockutils [req-6735263e-e5cf-439c-8406-4676c8eec6b5 req-4c645eb8-3849-4d90-93a3-383add6ea543 service nova] Acquiring lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.341254] env[69563]: DEBUG oslo_concurrency.lockutils [req-6735263e-e5cf-439c-8406-4676c8eec6b5 req-4c645eb8-3849-4d90-93a3-383add6ea543 service nova] Acquired lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341426] env[69563]: DEBUG nova.network.neutron [req-6735263e-e5cf-439c-8406-4676c8eec6b5 req-4c645eb8-3849-4d90-93a3-383add6ea543 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Refreshing network info cache for port 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1058.360132] env[69563]: DEBUG nova.compute.manager [req-cb139dee-2504-46e0-93fd-a24bd3daf517 req-b324a7cc-636e-43a4-9a54-fb6b9632086c service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.360132] env[69563]: DEBUG nova.compute.manager [req-cb139dee-2504-46e0-93fd-a24bd3daf517 req-b324a7cc-636e-43a4-9a54-fb6b9632086c service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing instance network info cache due to event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.360132] env[69563]: DEBUG oslo_concurrency.lockutils [req-cb139dee-2504-46e0-93fd-a24bd3daf517 req-b324a7cc-636e-43a4-9a54-fb6b9632086c service nova] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.360132] env[69563]: DEBUG oslo_concurrency.lockutils [req-cb139dee-2504-46e0-93fd-a24bd3daf517 req-b324a7cc-636e-43a4-9a54-fb6b9632086c service nova] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.360263] env[69563]: DEBUG nova.network.neutron [req-cb139dee-2504-46e0-93fd-a24bd3daf517 req-b324a7cc-636e-43a4-9a54-fb6b9632086c service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1058.420091] env[69563]: DEBUG oslo_vmware.api [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404251, 'name': PowerOnVM_Task, 'duration_secs': 0.624974} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.420367] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.420597] env[69563]: INFO nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1058.420796] env[69563]: DEBUG nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.421623] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5e58dc-5cd1-45ac-adb0-ca35b9ca1572 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.512309] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a5d0c3-0c00-0a3f-ff9d-39c1f18f84fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.512620] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.512802] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c/e7700815-0f69-4096-b778-6a13bcd7288c.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.513138] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-096eff94-a2f0-40f2-bf16-d514ec97616d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.520742] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1058.520742] env[69563]: value = "task-3404253" [ 1058.520742] env[69563]: _type = "Task" [ 1058.520742] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.529498] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.582820] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a61594-87bf-4d15-9d81-df023089e3a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.591958] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1d9a1e-069f-4b0f-a348-650f6ca472ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.630612] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de487f41-cdc0-4376-b30a-93314936b73f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.638783] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3085df1b-566f-42f7-ac23-606fed0b7adf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.652567] env[69563]: DEBUG nova.compute.provider_tree [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.695969] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404252, 'name': CreateVM_Task, 'duration_secs': 0.369819} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.695969] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848c3663-a77c-4611-a449-4541e6283136] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.698189] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.698189] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.698189] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.698189] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26cdebe-9ad2-49cb-91de-a07c4cc47b9f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.703980] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1058.703980] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522fb2ea-02b2-d7bf-aa00-f59d59c0cab9" [ 1058.703980] env[69563]: _type = "Task" [ 1058.703980] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.713224] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522fb2ea-02b2-d7bf-aa00-f59d59c0cab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.942339] env[69563]: INFO nova.compute.manager [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Took 22.19 seconds to build instance. [ 1059.033536] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507811} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.033859] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c/e7700815-0f69-4096-b778-6a13bcd7288c.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.034091] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.034362] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0b1be1-865a-4edd-85ec-4671895ecf29 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.041266] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1059.041266] env[69563]: value = "task-3404254" [ 1059.041266] env[69563]: _type = "Task" [ 1059.041266] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.052165] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.195127] env[69563]: DEBUG nova.scheduler.client.report [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1059.195572] env[69563]: DEBUG nova.compute.provider_tree [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 148 to 149 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1059.195655] env[69563]: DEBUG nova.compute.provider_tree [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.214408] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522fb2ea-02b2-d7bf-aa00-f59d59c0cab9, 'name': SearchDatastore_Task, 'duration_secs': 0.015542} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.214724] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.214957] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.215251] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.215349] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.215520] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.218823] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d5d0170-1250-475a-8854-45da8d1ddd76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.227771] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.227971] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.228929] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500a4f79-3355-4d43-9486-8d8513695955 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.238702] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1059.238702] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c0ca64-365f-fb36-f89d-ebfa8d7d87ed" [ 1059.238702] env[69563]: _type = "Task" [ 1059.238702] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.247647] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c0ca64-365f-fb36-f89d-ebfa8d7d87ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.309598] env[69563]: DEBUG nova.network.neutron [req-cb139dee-2504-46e0-93fd-a24bd3daf517 req-b324a7cc-636e-43a4-9a54-fb6b9632086c service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updated VIF entry in instance network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1059.310037] env[69563]: DEBUG nova.network.neutron [req-cb139dee-2504-46e0-93fd-a24bd3daf517 req-b324a7cc-636e-43a4-9a54-fb6b9632086c service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1059.349434] env[69563]: DEBUG nova.network.neutron [req-6735263e-e5cf-439c-8406-4676c8eec6b5 req-4c645eb8-3849-4d90-93a3-383add6ea543 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updated VIF entry in instance network info cache for port 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1059.349817] env[69563]: DEBUG nova.network.neutron [req-6735263e-e5cf-439c-8406-4676c8eec6b5 req-4c645eb8-3849-4d90-93a3-383add6ea543 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [{"id": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "address": "fa:16:3e:23:17:0c", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ccc3c-8e", "ovs_interfaceid": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1059.444410] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fda8de4e-d4de-42fd-898a-dfb1a20ba75d tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "07125383-0d10-415e-9c30-5108e64f6e25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.712s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.532887] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.533075] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.533451] env[69563]: DEBUG nova.network.neutron [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1059.555300] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062658} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.556587] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.558987] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800446da-7593-47e7-bfc8-a632a4d78227 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.568361] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.568596] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.568778] env[69563]: DEBUG nova.compute.manager [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.570137] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c44c04d-0fb5-43d0-8c32-ec805da83651 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.574164] env[69563]: DEBUG nova.network.neutron [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance_info_cache with network_info: [{"id": "cf653969-b74f-4cc8-bc32-108eda0b1532", "address": "fa:16:3e:04:0d:26", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf653969-b7", "ovs_interfaceid": "cf653969-b74f-4cc8-bc32-108eda0b1532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1059.602405] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c/e7700815-0f69-4096-b778-6a13bcd7288c.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.604784] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa0d1687-3750-4d71-8bdb-bf8e8e57ee36 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.620558] env[69563]: DEBUG nova.compute.manager [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1059.621195] env[69563]: DEBUG nova.objects.instance [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'flavor' on Instance uuid 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.628801] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1059.628801] env[69563]: value = "task-3404255" [ 1059.628801] env[69563]: _type = "Task" [ 1059.628801] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.638999] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.700308] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.441s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.700508] env[69563]: INFO nova.compute.manager [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Migrating [ 1059.707621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.727s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.709061] env[69563]: INFO nova.compute.claims [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.752263] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c0ca64-365f-fb36-f89d-ebfa8d7d87ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.753248] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a6d3d1-5836-4ed6-81af-eaee7a1879b6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.760839] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1059.760839] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ff5096-19fe-601f-22bc-aac30b972c19" [ 1059.760839] env[69563]: _type = "Task" [ 1059.760839] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.769584] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ff5096-19fe-601f-22bc-aac30b972c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.812519] env[69563]: DEBUG oslo_concurrency.lockutils [req-cb139dee-2504-46e0-93fd-a24bd3daf517 req-b324a7cc-636e-43a4-9a54-fb6b9632086c service nova] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.852643] env[69563]: DEBUG oslo_concurrency.lockutils [req-6735263e-e5cf-439c-8406-4676c8eec6b5 req-4c645eb8-3849-4d90-93a3-383add6ea543 service nova] Releasing lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.077747] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-965029a5-113e-4828-95d5-b96cfaa259b4" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.078054] env[69563]: DEBUG nova.objects.instance [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lazy-loading 'migration_context' on Instance uuid 965029a5-113e-4828-95d5-b96cfaa259b4 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.130197] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "07125383-0d10-415e-9c30-5108e64f6e25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.130332] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "07125383-0d10-415e-9c30-5108e64f6e25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.130527] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "07125383-0d10-415e-9c30-5108e64f6e25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.130803] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "07125383-0d10-415e-9c30-5108e64f6e25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.130991] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "07125383-0d10-415e-9c30-5108e64f6e25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.138466] env[69563]: INFO nova.compute.manager [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Terminating instance [ 1060.148875] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.223217] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.223533] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.223688] env[69563]: DEBUG nova.network.neutron [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1060.271790] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ff5096-19fe-601f-22bc-aac30b972c19, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.272074] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.272331] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 848c3663-a77c-4611-a449-4541e6283136/848c3663-a77c-4611-a449-4541e6283136.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.272578] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa4964ec-07cc-42db-94e7-3b72d2f3e015 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.279827] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1060.279827] env[69563]: value = "task-3404256" [ 1060.279827] env[69563]: _type = "Task" [ 1060.279827] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.287998] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.305505] env[69563]: DEBUG nova.network.neutron [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating instance_info_cache with network_info: [{"id": "6883a07a-c18f-41c4-8e50-588408944c89", "address": "fa:16:3e:d2:5c:8e", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6883a07a-c1", "ovs_interfaceid": "6883a07a-c18f-41c4-8e50-588408944c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1060.391231] env[69563]: DEBUG nova.compute.manager [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received event network-vif-plugged-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.391452] env[69563]: DEBUG oslo_concurrency.lockutils [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.391729] env[69563]: DEBUG oslo_concurrency.lockutils [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] Lock "47622390-9e3a-4865-b160-821637c53a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.391953] env[69563]: DEBUG oslo_concurrency.lockutils [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] Lock "47622390-9e3a-4865-b160-821637c53a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.392206] env[69563]: DEBUG nova.compute.manager [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] No waiting events found dispatching network-vif-plugged-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.392446] env[69563]: WARNING nova.compute.manager [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received unexpected event network-vif-plugged-6883a07a-c18f-41c4-8e50-588408944c89 for instance with vm_state shelved_offloaded and task_state spawning. [ 1060.392671] env[69563]: DEBUG nova.compute.manager [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received event network-changed-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.392893] env[69563]: DEBUG nova.compute.manager [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Refreshing instance network info cache due to event network-changed-6883a07a-c18f-41c4-8e50-588408944c89. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.393160] env[69563]: DEBUG oslo_concurrency.lockutils [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] Acquiring lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.580592] env[69563]: DEBUG nova.objects.base [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Object Instance<965029a5-113e-4828-95d5-b96cfaa259b4> lazy-loaded attributes: info_cache,migration_context {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1060.581561] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea791cf-37b5-4505-8f60-a8c9ab390879 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.601812] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ad8b6d-0b1a-4581-b414-4e3845dc0d40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.607857] env[69563]: DEBUG oslo_vmware.api [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1060.607857] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526f43e1-026f-3d13-214e-588fc484ffeb" [ 1060.607857] env[69563]: _type = "Task" [ 1060.607857] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.616847] env[69563]: DEBUG oslo_vmware.api [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526f43e1-026f-3d13-214e-588fc484ffeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.627665] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.628036] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be4d8eb6-14e5-4855-9784-e892b1592424 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.638228] env[69563]: DEBUG oslo_vmware.api [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1060.638228] env[69563]: value = "task-3404257" [ 1060.638228] env[69563]: _type = "Task" [ 1060.638228] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.646586] env[69563]: DEBUG nova.compute.manager [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.646819] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.647150] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404255, 'name': ReconfigVM_Task, 'duration_secs': 0.818048} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.648411] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c96c85-6dd3-4d54-8cf2-424232ae70d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.651562] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Reconfigured VM instance instance-00000063 to attach disk [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c/e7700815-0f69-4096-b778-6a13bcd7288c.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.655733] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ac6e3cc-c03a-4623-8d2c-4da6c61ed525 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.657603] env[69563]: DEBUG oslo_vmware.api [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.662567] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.663921] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18e9b4f0-8a1f-4eb1-a5ac-deb338983147 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.665632] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1060.665632] env[69563]: value = "task-3404258" [ 1060.665632] env[69563]: _type = "Task" [ 1060.665632] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.671464] env[69563]: DEBUG oslo_vmware.api [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1060.671464] env[69563]: value = "task-3404259" [ 1060.671464] env[69563]: _type = "Task" [ 1060.671464] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.675102] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404258, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.683921] env[69563]: DEBUG oslo_vmware.api [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.790916] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461906} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.790916] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 848c3663-a77c-4611-a449-4541e6283136/848c3663-a77c-4611-a449-4541e6283136.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.791164] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.794415] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41699891-90a1-4e15-8388-a391528b6ca3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.804329] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1060.804329] env[69563]: value = "task-3404260" [ 1060.804329] env[69563]: _type = "Task" [ 1060.804329] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.808625] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.813143] env[69563]: DEBUG oslo_concurrency.lockutils [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] Acquired lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.813266] env[69563]: DEBUG nova.network.neutron [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Refreshing network info cache for port 6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1060.821235] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.841579] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e3d6a0e4b38074593d12336a8852e4bb',container_format='bare',created_at=2025-04-10T18:59:27Z,direct_url=,disk_format='vmdk',id=298c1870-8ffa-4b49-b037-fef23a39f454,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-335387767-shelved',owner='d609d490d98d4edb9037dddd9ae78925',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-10T18:59:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.841851] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.842023] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.842216] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.842361] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.842506] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.842738] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.842859] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.843037] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.843204] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.843373] env[69563]: DEBUG nova.virt.hardware [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.844296] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3b6a15-8cb6-4509-a7a4-e103df93ba6d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.856746] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72f5c9f-823f-484c-b13c-57973c174321 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.877795] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:5c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6883a07a-c18f-41c4-8e50-588408944c89', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.885326] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.890054] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.890903] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5e844c9-8d7d-40b2-ab07-f50c32693043 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.912412] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.912412] env[69563]: value = "task-3404261" [ 1060.912412] env[69563]: _type = "Task" [ 1060.912412] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.921149] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404261, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.999842] env[69563]: DEBUG nova.network.neutron [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance_info_cache with network_info: [{"id": "2de6387c-b7e0-458e-afe0-d8019e351274", "address": "fa:16:3e:3d:20:18", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de6387c-b7", "ovs_interfaceid": "2de6387c-b7e0-458e-afe0-d8019e351274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1061.050310] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cad9d9-f458-44be-a229-5de2af313408 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.058471] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa6d0b-9672-42d3-b917-85ec799adc64 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.089776] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207dbd69-a8d2-433d-b501-511f8efdea92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.097576] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494df5c5-1827-444e-8ed4-087d8d93ad8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.111050] env[69563]: DEBUG nova.compute.provider_tree [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.119850] env[69563]: DEBUG oslo_vmware.api [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526f43e1-026f-3d13-214e-588fc484ffeb, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.120699] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.147335] env[69563]: DEBUG oslo_vmware.api [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404257, 'name': PowerOffVM_Task, 'duration_secs': 0.250756} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.147582] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.147776] env[69563]: DEBUG nova.compute.manager [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.148538] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845270f9-912e-4bda-8c8c-a8e00aaf787d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.174870] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404258, 'name': Rename_Task, 'duration_secs': 0.201045} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.175242] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.178221] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7bb6706-aaf0-4e8b-9475-f34166f3a8ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.184692] env[69563]: DEBUG oslo_vmware.api [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404259, 'name': PowerOffVM_Task, 'duration_secs': 0.21496} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.185838] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.186013] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.186305] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1061.186305] env[69563]: value = "task-3404262" [ 1061.186305] env[69563]: _type = "Task" [ 1061.186305] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.187087] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ecd9ee2-4c1c-4e7b-b26b-b742851c4baa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.197019] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.259540] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.259894] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.259999] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleting the datastore file [datastore1] 07125383-0d10-415e-9c30-5108e64f6e25 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.260309] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-016853e3-cbe9-49b6-9131-419b8be17183 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.267376] env[69563]: DEBUG oslo_vmware.api [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1061.267376] env[69563]: value = "task-3404264" [ 1061.267376] env[69563]: _type = "Task" [ 1061.267376] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.276125] env[69563]: DEBUG oslo_vmware.api [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.313620] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07303} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.314866] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.314866] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7af98e-6301-4058-aa2b-b9aaa2d49971 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.338534] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 848c3663-a77c-4611-a449-4541e6283136/848c3663-a77c-4611-a449-4541e6283136.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.338821] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c64eee-2848-462f-9ebd-14c717860e9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.360396] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1061.360396] env[69563]: value = "task-3404265" [ 1061.360396] env[69563]: _type = "Task" [ 1061.360396] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.369813] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.423864] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404261, 'name': CreateVM_Task, 'duration_secs': 0.389463} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.424048] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.425079] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.425592] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.425745] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.426402] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853b0ee6-1407-4f42-ade6-0aa34e22fcb6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.431023] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1061.431023] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522d1974-7acd-2fc0-fd04-d0b20113349b" [ 1061.431023] env[69563]: _type = "Task" [ 1061.431023] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.441874] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522d1974-7acd-2fc0-fd04-d0b20113349b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.502204] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.556402] env[69563]: DEBUG nova.network.neutron [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updated VIF entry in instance network info cache for port 6883a07a-c18f-41c4-8e50-588408944c89. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1061.556867] env[69563]: DEBUG nova.network.neutron [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating instance_info_cache with network_info: [{"id": "6883a07a-c18f-41c4-8e50-588408944c89", "address": "fa:16:3e:d2:5c:8e", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6883a07a-c1", "ovs_interfaceid": "6883a07a-c18f-41c4-8e50-588408944c89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1061.647455] env[69563]: DEBUG nova.scheduler.client.report [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.648233] env[69563]: DEBUG nova.compute.provider_tree [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 149 to 150 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.648233] env[69563]: DEBUG nova.compute.provider_tree [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.660887] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f25db538-d626-4ef6-896b-770d5982f63f tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.699826] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.777418] env[69563]: DEBUG oslo_vmware.api [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190112} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.777761] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.778017] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.778262] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.778453] env[69563]: INFO nova.compute.manager [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1061.778701] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.778894] env[69563]: DEBUG nova.compute.manager [-] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.778989] env[69563]: DEBUG nova.network.neutron [-] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1061.870884] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404265, 'name': ReconfigVM_Task, 'duration_secs': 0.280532} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.871230] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 848c3663-a77c-4611-a449-4541e6283136/848c3663-a77c-4611-a449-4541e6283136.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.871971] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7569f75d-ed6c-4ea3-9307-6b4923d2f48f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.878948] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1061.878948] env[69563]: value = "task-3404266" [ 1061.878948] env[69563]: _type = "Task" [ 1061.878948] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.886417] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404266, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.942249] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.942505] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Processing image 298c1870-8ffa-4b49-b037-fef23a39f454 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.942766] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454/298c1870-8ffa-4b49-b037-fef23a39f454.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.942926] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454/298c1870-8ffa-4b49-b037-fef23a39f454.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.943228] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.943402] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9d11a11-4186-40eb-a780-6e495c8fcfcb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.955053] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.955321] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.956180] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd38b0f-530b-4133-90d8-76ffb065dbd1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.962472] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1061.962472] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c23b10-d066-9475-ee07-82072b586640" [ 1061.962472] env[69563]: _type = "Task" [ 1061.962472] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.974887] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c23b10-d066-9475-ee07-82072b586640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.059689] env[69563]: DEBUG oslo_concurrency.lockutils [req-031391c2-758a-4989-a89f-77cb2a54d0e9 req-67a9f5df-b5c4-4094-a1a1-d810880ae9b9 service nova] Releasing lock "refresh_cache-47622390-9e3a-4865-b160-821637c53a4a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.152826] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.153990] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.404s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.155615] env[69563]: INFO nova.compute.claims [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.200216] env[69563]: DEBUG oslo_vmware.api [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404262, 'name': PowerOnVM_Task, 'duration_secs': 0.941518} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.201011] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.201211] env[69563]: INFO nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1062.201408] env[69563]: DEBUG nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.202268] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda7a6d-2b9e-4ce9-afdc-a43e1fa77a1f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.388866] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404266, 'name': Rename_Task, 'duration_secs': 0.150424} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.389189] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.389394] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33f52989-e61a-473a-b972-e6452b0875bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.396609] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1062.396609] env[69563]: value = "task-3404267" [ 1062.396609] env[69563]: _type = "Task" [ 1062.396609] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.405354] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.416920] env[69563]: DEBUG nova.compute.manager [req-9c1c5f32-4220-4dd3-b15c-894da5db341c req-95472618-933b-49d5-93af-f3583276084a service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Received event network-vif-deleted-65daf631-67d5-4fe9-8649-6684523efdad {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.417142] env[69563]: INFO nova.compute.manager [req-9c1c5f32-4220-4dd3-b15c-894da5db341c req-95472618-933b-49d5-93af-f3583276084a service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Neutron deleted interface 65daf631-67d5-4fe9-8649-6684523efdad; detaching it from the instance and deleting it from the info cache [ 1062.417315] env[69563]: DEBUG nova.network.neutron [req-9c1c5f32-4220-4dd3-b15c-894da5db341c req-95472618-933b-49d5-93af-f3583276084a service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1062.473027] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Preparing fetch location {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1062.473322] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Fetch image to [datastore2] OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a/OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a.vmdk {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1062.473504] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Downloading stream optimized image 298c1870-8ffa-4b49-b037-fef23a39f454 to [datastore2] OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a/OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a.vmdk on the data store datastore2 as vApp {{(pid=69563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1062.473670] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Downloading image file data 298c1870-8ffa-4b49-b037-fef23a39f454 to the ESX as VM named 'OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a' {{(pid=69563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1062.521353] env[69563]: DEBUG nova.network.neutron [-] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1062.553977] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1062.553977] env[69563]: value = "resgroup-9" [ 1062.553977] env[69563]: _type = "ResourcePool" [ 1062.553977] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1062.554220] env[69563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-45e71f06-428f-4d59-bf19-bd516501e2d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.576351] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lease: (returnval){ [ 1062.576351] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524d8419-378d-44dc-7423-acdc514c4d55" [ 1062.576351] env[69563]: _type = "HttpNfcLease" [ 1062.576351] env[69563]: } obtained for vApp import into resource pool (val){ [ 1062.576351] env[69563]: value = "resgroup-9" [ 1062.576351] env[69563]: _type = "ResourcePool" [ 1062.576351] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1062.576662] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the lease: (returnval){ [ 1062.576662] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524d8419-378d-44dc-7423-acdc514c4d55" [ 1062.576662] env[69563]: _type = "HttpNfcLease" [ 1062.576662] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1062.583439] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.583439] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524d8419-378d-44dc-7423-acdc514c4d55" [ 1062.583439] env[69563]: _type = "HttpNfcLease" [ 1062.583439] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1062.659570] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "ce5590b9-8e96-4ff4-bea6-759d85eb3c0b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.659986] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "ce5590b9-8e96-4ff4-bea6-759d85eb3c0b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.722385] env[69563]: INFO nova.compute.manager [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Took 24.92 seconds to build instance. [ 1062.907407] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404267, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.920570] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9eecd29-37cf-448f-a16e-e1561f2c76b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.928818] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c15d0f-544c-42d5-b579-88a4bf9a45c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.964461] env[69563]: DEBUG nova.compute.manager [req-9c1c5f32-4220-4dd3-b15c-894da5db341c req-95472618-933b-49d5-93af-f3583276084a service nova] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Detach interface failed, port_id=65daf631-67d5-4fe9-8649-6684523efdad, reason: Instance 07125383-0d10-415e-9c30-5108e64f6e25 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.025152] env[69563]: INFO nova.compute.manager [-] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Took 1.25 seconds to deallocate network for instance. [ 1063.027767] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2132233-a7f2-4343-9480-3a19df28388d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.050441] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance '370511e6-c4ba-425c-9495-b1646ac97b1f' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.085454] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.085454] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524d8419-378d-44dc-7423-acdc514c4d55" [ 1063.085454] env[69563]: _type = "HttpNfcLease" [ 1063.085454] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.166571] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "ce5590b9-8e96-4ff4-bea6-759d85eb3c0b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.166780] env[69563]: DEBUG nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.229635] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3cde4ec0-40b6-40bf-b691-079bd0ef0fb2 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "e7700815-0f69-4096-b778-6a13bcd7288c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.437s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.233929] env[69563]: DEBUG nova.compute.manager [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Stashing vm_state: stopped {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1063.409179] env[69563]: DEBUG oslo_vmware.api [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404267, 'name': PowerOnVM_Task, 'duration_secs': 0.530166} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.409443] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.409637] env[69563]: INFO nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1063.409815] env[69563]: DEBUG nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.410597] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2354bac6-7fe0-4540-91dd-0489ca03fb41 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.457126] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5c48a0-97ad-4d70-8b3f-9bf4608d09f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.464922] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7caaf21-783b-4bea-8d80-4b9c019263d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.497341] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f5865-29bb-47c1-a6ae-a2455e1dfca6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.505058] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57de165f-8f46-4de5-8b21-356081035876 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.519036] env[69563]: DEBUG nova.compute.provider_tree [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.535391] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.558239] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.558570] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d43e8d7-2c84-4e7a-af57-e61678562cfc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.566089] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1063.566089] env[69563]: value = "task-3404269" [ 1063.566089] env[69563]: _type = "Task" [ 1063.566089] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.575303] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.585516] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.585516] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524d8419-378d-44dc-7423-acdc514c4d55" [ 1063.585516] env[69563]: _type = "HttpNfcLease" [ 1063.585516] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.671123] env[69563]: DEBUG nova.compute.utils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.672583] env[69563]: DEBUG nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.672781] env[69563]: DEBUG nova.network.neutron [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1063.743636] env[69563]: DEBUG nova.policy [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f67a8924815349edb06b084d246e85e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '926ef1a572274f728be5bdc05425651e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.757167] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.884018] env[69563]: INFO nova.compute.manager [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Rescuing [ 1063.884018] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.884018] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.884266] env[69563]: DEBUG nova.network.neutron [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1063.931492] env[69563]: INFO nova.compute.manager [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Took 23.45 seconds to build instance. [ 1064.022411] env[69563]: DEBUG nova.scheduler.client.report [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.080507] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404269, 'name': PowerOffVM_Task, 'duration_secs': 0.332672} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.083728] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.083922] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance '370511e6-c4ba-425c-9495-b1646ac97b1f' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.091248] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.091248] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524d8419-378d-44dc-7423-acdc514c4d55" [ 1064.091248] env[69563]: _type = "HttpNfcLease" [ 1064.091248] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.091520] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.091520] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524d8419-378d-44dc-7423-acdc514c4d55" [ 1064.091520] env[69563]: _type = "HttpNfcLease" [ 1064.091520] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1064.092288] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07908761-4145-44fb-8669-03042bf58601 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.100408] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261ba88-eef7-8c2c-8d1c-50021b610dc2/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.100590] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261ba88-eef7-8c2c-8d1c-50021b610dc2/disk-0.vmdk. {{(pid=69563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1064.166064] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2629906a-f7a0-4928-aa59-c42e676a8b32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.175816] env[69563]: DEBUG nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.404594] env[69563]: DEBUG nova.network.neutron [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Successfully created port: 0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1064.432042] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3498b43e-a9f7-4bd6-b181-9b188f0dbc45 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "848c3663-a77c-4611-a449-4541e6283136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.966s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.527708] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.528299] env[69563]: DEBUG nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.532506] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.603s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.532741] env[69563]: DEBUG nova.objects.instance [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'resources' on Instance uuid 059d444c-f15e-4e19-a478-88f89022de01 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.593169] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.593169] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.593169] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.593169] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.593169] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.593169] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.593169] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.595186] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.595463] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.595678] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.596101] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.608841] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bbb521d-0cfe-423c-aecf-c71bfda8777d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.630194] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1064.630194] env[69563]: value = "task-3404270" [ 1064.630194] env[69563]: _type = "Task" [ 1064.630194] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.644440] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.809189] env[69563]: DEBUG nova.compute.manager [req-6efc2213-f283-473f-81f1-333a0e618d3b req-bbe70e4e-c5b2-4fa5-88d0-70264cd04e3e service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.809560] env[69563]: DEBUG nova.compute.manager [req-6efc2213-f283-473f-81f1-333a0e618d3b req-bbe70e4e-c5b2-4fa5-88d0-70264cd04e3e service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing instance network info cache due to event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.809645] env[69563]: DEBUG oslo_concurrency.lockutils [req-6efc2213-f283-473f-81f1-333a0e618d3b req-bbe70e4e-c5b2-4fa5-88d0-70264cd04e3e service nova] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.809792] env[69563]: DEBUG oslo_concurrency.lockutils [req-6efc2213-f283-473f-81f1-333a0e618d3b req-bbe70e4e-c5b2-4fa5-88d0-70264cd04e3e service nova] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.810143] env[69563]: DEBUG nova.network.neutron [req-6efc2213-f283-473f-81f1-333a0e618d3b req-bbe70e4e-c5b2-4fa5-88d0-70264cd04e3e service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1064.963519] env[69563]: DEBUG nova.network.neutron [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Updating instance_info_cache with network_info: [{"id": "41d885aa-8322-4e2d-b7e3-0251f166948f", "address": "fa:16:3e:27:41:54", "network": {"id": "838c7a32-9c6a-4246-9b4c-8e18563c46c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2075671993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3ef02ea7c6c4c32badd31b32a5ed5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d885aa-83", "ovs_interfaceid": "41d885aa-8322-4e2d-b7e3-0251f166948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1065.036169] env[69563]: DEBUG nova.compute.utils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.040629] env[69563]: DEBUG nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.040923] env[69563]: DEBUG nova.network.neutron [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1065.123418] env[69563]: DEBUG nova.policy [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05557b60abe24a76bab83bf13647f752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d739410bf2d4c0b8efbd6266aca0b97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.145105] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404270, 'name': ReconfigVM_Task, 'duration_secs': 0.251318} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.145737] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance '370511e6-c4ba-425c-9495-b1646ac97b1f' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.185411] env[69563]: DEBUG nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.228360] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.228587] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.228736] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.228923] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.229082] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.229229] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.229437] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.229586] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.229744] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.229901] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.230081] env[69563]: DEBUG nova.virt.hardware [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.230998] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca6bb81-c9a5-4520-a956-e386977886e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.243321] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0bc250-5c76-4673-acb0-7992d8b4001e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.432704] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c192c343-77cc-4398-bed0-945e3fdcb519 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.445785] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c1f68e-550b-4337-8896-db1ce3dc3c80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.491364] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.504064] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909862b8-2f15-48d0-845e-f54513e928f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.522686] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ee26b4-4d85-4b8d-b084-a21e8ffd7da0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.532022] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Completed reading data from the image iterator. {{(pid=69563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1065.535020] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261ba88-eef7-8c2c-8d1c-50021b610dc2/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1065.535020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a1a743-0acb-4ddd-a8c8-5fd29bff3bed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.545848] env[69563]: DEBUG nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.548716] env[69563]: DEBUG nova.compute.provider_tree [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.550590] env[69563]: DEBUG nova.network.neutron [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Successfully created port: 69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1065.560053] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261ba88-eef7-8c2c-8d1c-50021b610dc2/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1065.560245] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261ba88-eef7-8c2c-8d1c-50021b610dc2/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1065.560484] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4e04d646-dde4-4745-ae20-c105cbfeb9a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.656166] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.656437] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.656676] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.657063] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.657063] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.657177] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.657346] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.657507] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.657674] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.657886] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.658062] env[69563]: DEBUG nova.virt.hardware [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.663906] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.666879] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9880aeb-4a4c-49f4-92e8-558c39885aad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.691762] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1065.691762] env[69563]: value = "task-3404271" [ 1065.691762] env[69563]: _type = "Task" [ 1065.691762] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.699864] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.718008] env[69563]: DEBUG nova.network.neutron [req-6efc2213-f283-473f-81f1-333a0e618d3b req-bbe70e4e-c5b2-4fa5-88d0-70264cd04e3e service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updated VIF entry in instance network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1065.718402] env[69563]: DEBUG nova.network.neutron [req-6efc2213-f283-473f-81f1-333a0e618d3b req-bbe70e4e-c5b2-4fa5-88d0-70264cd04e3e service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1065.751447] env[69563]: DEBUG oslo_vmware.rw_handles [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261ba88-eef7-8c2c-8d1c-50021b610dc2/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1065.751752] env[69563]: INFO nova.virt.vmwareapi.images [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Downloaded image file data 298c1870-8ffa-4b49-b037-fef23a39f454 [ 1065.752701] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9082a22-1b1a-4d85-875e-085cd20e67b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.772804] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f807285d-6fb9-492e-abd9-072c570b2ae6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.807053] env[69563]: INFO nova.virt.vmwareapi.images [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] The imported VM was unregistered [ 1065.809802] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Caching image {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1065.809802] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating directory with path [datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.810475] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b97cad8e-9b6e-410e-b319-42e970278f1c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.828157] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Created directory with path [datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.828157] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a/OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a.vmdk to [datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454/298c1870-8ffa-4b49-b037-fef23a39f454.vmdk. {{(pid=69563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1065.828395] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-53a15a50-d817-4cff-8ff1-6e840b79068f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.838613] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1065.838613] env[69563]: value = "task-3404273" [ 1065.838613] env[69563]: _type = "Task" [ 1065.838613] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.850522] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404273, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.937018] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.937278] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.058444] env[69563]: DEBUG nova.scheduler.client.report [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.202357] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404271, 'name': ReconfigVM_Task, 'duration_secs': 0.212748} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.202776] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.203826] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a86c60-4e58-4bea-881f-c5db1249a7db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.227148] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 370511e6-c4ba-425c-9495-b1646ac97b1f/370511e6-c4ba-425c-9495-b1646ac97b1f.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.227675] env[69563]: DEBUG oslo_concurrency.lockutils [req-6efc2213-f283-473f-81f1-333a0e618d3b req-bbe70e4e-c5b2-4fa5-88d0-70264cd04e3e service nova] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.228704] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13404fb6-d020-4321-9de2-c8eee582ddd5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.247312] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1066.247312] env[69563]: value = "task-3404274" [ 1066.247312] env[69563]: _type = "Task" [ 1066.247312] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.255654] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.348270] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404273, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.357707] env[69563]: DEBUG nova.network.neutron [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Successfully updated port: 0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1066.439998] env[69563]: DEBUG nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.563886] env[69563]: DEBUG nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.565922] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.568674] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.714s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.568674] env[69563]: DEBUG nova.objects.instance [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lazy-loading 'resources' on Instance uuid 4b547ac1-6026-4cb8-8d16-614eebbb268e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.594612] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.594826] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.594982] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.595190] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.595393] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.595574] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.595783] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.595935] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.596114] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.596276] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.596446] env[69563]: DEBUG nova.virt.hardware [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.597548] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d027a5-ef3d-46bc-b3c7-a11bd1c6df64 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.600930] env[69563]: INFO nova.scheduler.client.report [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleted allocations for instance 059d444c-f15e-4e19-a478-88f89022de01 [ 1066.607927] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbb7040-32ca-49ce-9526-315334330ab9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.759585] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.846111] env[69563]: DEBUG nova.compute.manager [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Received event network-vif-plugged-0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.846372] env[69563]: DEBUG oslo_concurrency.lockutils [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] Acquiring lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.846608] env[69563]: DEBUG oslo_concurrency.lockutils [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] Lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.846890] env[69563]: DEBUG oslo_concurrency.lockutils [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] Lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.847191] env[69563]: DEBUG nova.compute.manager [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] No waiting events found dispatching network-vif-plugged-0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.847457] env[69563]: WARNING nova.compute.manager [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Received unexpected event network-vif-plugged-0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa for instance with vm_state building and task_state spawning. [ 1066.848030] env[69563]: DEBUG nova.compute.manager [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Received event network-changed-0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.848030] env[69563]: DEBUG nova.compute.manager [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Refreshing instance network info cache due to event network-changed-0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.848229] env[69563]: DEBUG oslo_concurrency.lockutils [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] Acquiring lock "refresh_cache-1061c85d-69ae-4c23-bb11-19b9acd6fd6b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.848458] env[69563]: DEBUG oslo_concurrency.lockutils [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] Acquired lock "refresh_cache-1061c85d-69ae-4c23-bb11-19b9acd6fd6b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.848681] env[69563]: DEBUG nova.network.neutron [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Refreshing network info cache for port 0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1066.857081] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404273, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.861340] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "refresh_cache-1061c85d-69ae-4c23-bb11-19b9acd6fd6b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.969118] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.056562] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.056941] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e591c0-6eb8-4b05-8f01-dc86a2d15b0b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.066302] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1067.066302] env[69563]: value = "task-3404275" [ 1067.066302] env[69563]: _type = "Task" [ 1067.066302] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.080469] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.111520] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ed5ac41b-5d47-4504-af1d-5f70386a0826 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "059d444c-f15e-4e19-a478-88f89022de01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.992s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.213966] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.214190] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.267649] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404274, 'name': ReconfigVM_Task, 'duration_secs': 0.985131} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.267989] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 370511e6-c4ba-425c-9495-b1646ac97b1f/370511e6-c4ba-425c-9495-b1646ac97b1f.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.268282] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance '370511e6-c4ba-425c-9495-b1646ac97b1f' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.353814] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404273, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.405146] env[69563]: DEBUG nova.network.neutron [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1067.509070] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d858612-a7d4-4326-a0c4-c0d4fa94a320 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.518310] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf3740c-e9c3-427c-9458-098d991cc40e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.557665] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ffa86-5c69-446f-94b1-85a0975f778d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.561818] env[69563]: DEBUG nova.network.neutron [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1067.573196] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73470555-aaa3-4ca4-95df-645572bb6195 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.584799] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404275, 'name': PowerOffVM_Task, 'duration_secs': 0.254486} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.593947] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.594959] env[69563]: DEBUG nova.compute.provider_tree [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.596971] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6e3675-f253-4531-9f95-d2c90ea9be82 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.624659] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34febb4f-3710-4ff7-be0e-92d5088e9f8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.668813] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.669383] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09ece403-937a-490b-be76-b6586a0c65e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.682061] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1067.682061] env[69563]: value = "task-3404276" [ 1067.682061] env[69563]: _type = "Task" [ 1067.682061] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.696338] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.696670] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.696988] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.697273] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.697840] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.698357] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cde148e-1954-4c3b-a308-1b017b7d4b8e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.713535] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.713819] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.715022] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da7872e-17ca-461a-8d0d-9e10611e3e2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.726908] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.728445] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.728445] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.728445] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.728445] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.728445] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.728445] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1067.728445] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.734718] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1067.734718] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529c7bc3-9ead-1629-0533-6eb136a22c11" [ 1067.734718] env[69563]: _type = "Task" [ 1067.734718] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.750017] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529c7bc3-9ead-1629-0533-6eb136a22c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.781293] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad291e8-1338-455a-b0c7-e6605d27f50c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.818822] env[69563]: DEBUG nova.network.neutron [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Successfully updated port: 69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1067.821299] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca49d06-84a6-46e5-984e-03fe2b0d5312 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.846139] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance '370511e6-c4ba-425c-9495-b1646ac97b1f' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.864445] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404273, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.064452] env[69563]: DEBUG oslo_concurrency.lockutils [req-52b8b117-b4c9-40ee-8033-0b07235edeed req-17bbc11b-1794-4e06-ade3-fd76acc3596f service nova] Releasing lock "refresh_cache-1061c85d-69ae-4c23-bb11-19b9acd6fd6b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.064897] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquired lock "refresh_cache-1061c85d-69ae-4c23-bb11-19b9acd6fd6b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.065086] env[69563]: DEBUG nova.network.neutron [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1068.102791] env[69563]: DEBUG nova.scheduler.client.report [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.233917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.252778] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529c7bc3-9ead-1629-0533-6eb136a22c11, 'name': SearchDatastore_Task, 'duration_secs': 0.018969} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.253913] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee8295b-72f9-4a3e-86ae-e97c77d72f98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.262979] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1068.262979] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526a1eea-7531-6df7-fa43-370d58b69411" [ 1068.262979] env[69563]: _type = "Task" [ 1068.262979] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.274728] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526a1eea-7531-6df7-fa43-370d58b69411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.325777] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.325944] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.326085] env[69563]: DEBUG nova.network.neutron [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1068.360910] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404273, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.407899] env[69563]: DEBUG nova.network.neutron [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Port 2de6387c-b7e0-458e-afe0-d8019e351274 binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1068.611251] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.614339] env[69563]: DEBUG nova.network.neutron [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1068.616188] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.495s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.640449] env[69563]: INFO nova.scheduler.client.report [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleted allocations for instance 4b547ac1-6026-4cb8-8d16-614eebbb268e [ 1068.781300] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526a1eea-7531-6df7-fa43-370d58b69411, 'name': SearchDatastore_Task, 'duration_secs': 0.02538} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.781458] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.784018] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. {{(pid=69563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1068.784018] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-762b1ef4-0aa5-49fd-88b0-5f2b044d14f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.793471] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1068.793471] env[69563]: value = "task-3404277" [ 1068.793471] env[69563]: _type = "Task" [ 1068.793471] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.806777] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.864714] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404273, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.876893] env[69563]: DEBUG nova.network.neutron [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1068.882342] env[69563]: DEBUG nova.compute.manager [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Received event network-vif-plugged-69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.882612] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] Acquiring lock "5ccd6755-4fe3-4476-af8a-f704efdad82d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.882856] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.883131] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.883296] env[69563]: DEBUG nova.compute.manager [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] No waiting events found dispatching network-vif-plugged-69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.883512] env[69563]: WARNING nova.compute.manager [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Received unexpected event network-vif-plugged-69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 for instance with vm_state building and task_state spawning. [ 1068.883724] env[69563]: DEBUG nova.compute.manager [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Received event network-changed-69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.883909] env[69563]: DEBUG nova.compute.manager [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Refreshing instance network info cache due to event network-changed-69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.884127] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] Acquiring lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.885152] env[69563]: DEBUG nova.network.neutron [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Updating instance_info_cache with network_info: [{"id": "0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa", "address": "fa:16:3e:e4:52:67", "network": {"id": "233ba25e-e3e8-4f8e-b773-5b178998324c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1102923895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "926ef1a572274f728be5bdc05425651e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d84f943-8b", "ovs_interfaceid": "0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1069.082021] env[69563]: DEBUG nova.network.neutron [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updating instance_info_cache with network_info: [{"id": "69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5", "address": "fa:16:3e:ad:4b:cb", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69869a1d-15", "ovs_interfaceid": "69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1069.151850] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7179be82-ea01-4f18-ba1f-b17e7e7bfa1c tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "4b547ac1-6026-4cb8-8d16-614eebbb268e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.797s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.306091] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.326141] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.326552] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.358217] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404273, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.505902} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.358748] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a/OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a.vmdk to [datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454/298c1870-8ffa-4b49-b037-fef23a39f454.vmdk. [ 1069.358937] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Cleaning up location [datastore2] OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1069.359136] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5653d709-cbe2-40e0-b90e-4a8650f2027a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.359400] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e648a6a8-dcf9-4aba-bf64-a47acc81ac53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.367100] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1069.367100] env[69563]: value = "task-3404278" [ 1069.367100] env[69563]: _type = "Task" [ 1069.367100] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.375139] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.389419] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Releasing lock "refresh_cache-1061c85d-69ae-4c23-bb11-19b9acd6fd6b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.389586] env[69563]: DEBUG nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Instance network_info: |[{"id": "0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa", "address": "fa:16:3e:e4:52:67", "network": {"id": "233ba25e-e3e8-4f8e-b773-5b178998324c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1102923895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "926ef1a572274f728be5bdc05425651e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d84f943-8b", "ovs_interfaceid": "0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.390385] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:52:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.398187] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Creating folder: Project (926ef1a572274f728be5bdc05425651e). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.398721] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-883c1912-d490-4989-9cab-a8777d714ff3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.414507] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Created folder: Project (926ef1a572274f728be5bdc05425651e) in parent group-v678952. [ 1069.414714] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Creating folder: Instances. Parent ref: group-v679225. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.414965] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cff81a0-5897-4234-957c-45c304de15b7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.426729] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a0d497-dc82-4072-a86e-f667cead20cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.437637] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.437977] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.438046] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.440687] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Created folder: Instances in parent group-v679225. [ 1069.440920] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.441444] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.441664] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e603c41-144e-4a8b-8ec8-c5d67a17e75e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.217883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.218195] env[69563]: DEBUG nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Instance network_info: |[{"id": "69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5", "address": "fa:16:3e:ad:4b:cb", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69869a1d-15", "ovs_interfaceid": "69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.218806] env[69563]: DEBUG nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.225597] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] Acquired lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.225698] env[69563]: DEBUG nova.network.neutron [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Refreshing network info cache for port 69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1070.226635] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:4b:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.234082] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.241540] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6f53e-975f-4751-b116-31c32315d62f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.246610] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "f0962694-a7c3-4144-b208-dd402d44ea8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.246855] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "f0962694-a7c3-4144-b208-dd402d44ea8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.248294] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.248356] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.248356] env[69563]: value = "task-3404281" [ 1070.248356] env[69563]: _type = "Task" [ 1070.248356] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.249226] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61e40ea2-677e-4b80-92be-f396cb6bba11 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.300948] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404277, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.343881} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.301308] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207447} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.302527] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb0054-53b0-421e-9316-aa3e292fbb3a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.305470] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. [ 1070.306204] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.306421] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454/298c1870-8ffa-4b49-b037-fef23a39f454.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.306727] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454/298c1870-8ffa-4b49-b037-fef23a39f454.vmdk to [datastore2] 47622390-9e3a-4865-b160-821637c53a4a/47622390-9e3a-4865-b160-821637c53a4a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.311458] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa07ea18-fc71-45d8-b590-dabdff629750 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.313915] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-496551ab-a08e-4ff8-9fac-f9467d850cfc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.316235] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.316235] env[69563]: value = "task-3404282" [ 1070.316235] env[69563]: _type = "Task" [ 1070.316235] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.316387] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404281, 'name': CreateVM_Task} progress is 15%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.348874] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.351286] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb7eb252-9438-44eb-a231-0b1854a8e07c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.369880] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51de5d5-d439-4ea3-8a4d-63986176aa4c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.375079] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1070.375079] env[69563]: value = "task-3404283" [ 1070.375079] env[69563]: _type = "Task" [ 1070.375079] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.379411] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404282, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.391342] env[69563]: DEBUG nova.compute.provider_tree [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.396161] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1070.396161] env[69563]: value = "task-3404284" [ 1070.396161] env[69563]: _type = "Task" [ 1070.396161] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.400414] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.407008] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.745902] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.752143] env[69563]: DEBUG nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.775543] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404281, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.810608] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.810805] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.810977] env[69563]: DEBUG nova.network.neutron [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1070.830642] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404282, 'name': CreateVM_Task, 'duration_secs': 0.410137} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.830855] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.831643] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.831832] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.832233] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.832522] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df7610c-7642-4975-ac24-5c3aab089171 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.838581] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1070.838581] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52751eb3-aa67-cac0-09af-4d1d55412e7e" [ 1070.838581] env[69563]: _type = "Task" [ 1070.838581] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.848723] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52751eb3-aa67-cac0-09af-4d1d55412e7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.892486] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404283, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.895793] env[69563]: DEBUG nova.scheduler.client.report [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.915576] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404284, 'name': ReconfigVM_Task, 'duration_secs': 0.405897} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.916221] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Reconfigured VM instance instance-00000063 to attach disk [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.917711] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c57af3-1a90-4cea-bac6-0e73d72a2e19 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.953205] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b661437-e804-4f75-870d-f41f1b74a3d0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.974652] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1070.974652] env[69563]: value = "task-3404285" [ 1070.974652] env[69563]: _type = "Task" [ 1070.974652] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.985752] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.133034] env[69563]: DEBUG nova.network.neutron [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updated VIF entry in instance network info cache for port 69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1071.133404] env[69563]: DEBUG nova.network.neutron [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updating instance_info_cache with network_info: [{"id": "69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5", "address": "fa:16:3e:ad:4b:cb", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69869a1d-15", "ovs_interfaceid": "69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1071.276418] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.280016] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404281, 'name': CreateVM_Task, 'duration_secs': 0.751491} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.280191] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.280878] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.353023] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52751eb3-aa67-cac0-09af-4d1d55412e7e, 'name': SearchDatastore_Task, 'duration_secs': 0.056832} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.353023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.353023] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.353023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.353023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353344] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.353378] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353758] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.354015] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83eab5de-f03e-47d4-b1b7-2413a9fe86e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.356020] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e686bdb-b2a4-43d5-b6a0-f83844561474 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.363516] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1071.363516] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529737a4-c216-8ad6-e380-2b813a0f779d" [ 1071.363516] env[69563]: _type = "Task" [ 1071.363516] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.373680] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529737a4-c216-8ad6-e380-2b813a0f779d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.378794] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.379032] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.379852] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f645795-0c23-4e5c-a03f-f7dc51cd37db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.391742] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404283, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.393246] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1071.393246] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524eefd3-5a11-d27c-6990-322d83b91a88" [ 1071.393246] env[69563]: _type = "Task" [ 1071.393246] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.404283] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524eefd3-5a11-d27c-6990-322d83b91a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.486087] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404285, 'name': ReconfigVM_Task, 'duration_secs': 0.186587} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.486404] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.486687] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8835e63-ae6e-4bd3-9871-48d893e324b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.497718] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1071.497718] env[69563]: value = "task-3404286" [ 1071.497718] env[69563]: _type = "Task" [ 1071.497718] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.510148] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.593929] env[69563]: DEBUG nova.network.neutron [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance_info_cache with network_info: [{"id": "2de6387c-b7e0-458e-afe0-d8019e351274", "address": "fa:16:3e:3d:20:18", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de6387c-b7", "ovs_interfaceid": "2de6387c-b7e0-458e-afe0-d8019e351274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1071.636158] env[69563]: DEBUG oslo_concurrency.lockutils [req-0d5e3127-fb39-4466-b980-20cd9a8d9be9 req-de05b4ca-66d1-438f-8bd1-7adf4eddf3b0 service nova] Releasing lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.878200] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529737a4-c216-8ad6-e380-2b813a0f779d, 'name': SearchDatastore_Task, 'duration_secs': 0.089516} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.878583] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.878818] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.879084] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.895426] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404283, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.907580] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524eefd3-5a11-d27c-6990-322d83b91a88, 'name': SearchDatastore_Task, 'duration_secs': 0.088205} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.908711] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d51160-4b5a-47c9-93e3-808fca852f95 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.917098] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.301s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.923082] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.388s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.923362] env[69563]: DEBUG nova.objects.instance [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lazy-loading 'resources' on Instance uuid 07125383-0d10-415e-9c30-5108e64f6e25 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.924678] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1071.924678] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5277d297-630c-ff27-db66-f465a359be04" [ 1071.924678] env[69563]: _type = "Task" [ 1071.924678] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.937719] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5277d297-630c-ff27-db66-f465a359be04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.010955] env[69563]: DEBUG oslo_vmware.api [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404286, 'name': PowerOnVM_Task, 'duration_secs': 0.463013} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.012470] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.014879] env[69563]: DEBUG nova.compute.manager [None req-f1c37aae-dbc5-43f1-8393-41fd6125783b tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.015846] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6e1d45-5ca2-4bcc-a8c6-51108864994e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.097099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.395848] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404283, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.448093] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5277d297-630c-ff27-db66-f465a359be04, 'name': SearchDatastore_Task, 'duration_secs': 0.09681} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.448417] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.448687] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d/5ccd6755-4fe3-4476-af8a-f704efdad82d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.449080] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.449379] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.450061] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88a624b0-171e-46ac-b252-11fa512dd9c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.454886] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-396f17b9-8e9c-4fb9-afb4-a2616276e6a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.470737] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1072.470737] env[69563]: value = "task-3404287" [ 1072.470737] env[69563]: _type = "Task" [ 1072.470737] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.481237] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.481237] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.481915] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e988c144-7993-4af1-9201-4e5e6eb65643 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.488020] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.494586] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1072.494586] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522b5c85-e34c-04ed-24ab-42dcd49b6f12" [ 1072.494586] env[69563]: _type = "Task" [ 1072.494586] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.507743] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522b5c85-e34c-04ed-24ab-42dcd49b6f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.509210] env[69563]: INFO nova.scheduler.client.report [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted allocation for migration 6d491f60-6d6b-458a-8838-abb14b0c19b6 [ 1072.619288] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b48f3da-771b-4210-ae01-97ad33467880 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.647355] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa116751-5857-4c37-b108-3994e5f3277b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.657349] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance '370511e6-c4ba-425c-9495-b1646ac97b1f' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.831542] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9c75a-1510-4aa9-9409-b7f247e31035 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.841158] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a71d7-1c10-4230-90d6-c72c59be1a43 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.876655] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1866cd5-73fc-4117-9c76-2f556d03c2d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.892214] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686f9f25-7ceb-4394-a53b-2e1fe5c7a688 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.902740] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404283, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.912054] env[69563]: DEBUG nova.compute.provider_tree [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.984902] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.008996] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522b5c85-e34c-04ed-24ab-42dcd49b6f12, 'name': SearchDatastore_Task, 'duration_secs': 0.101833} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.012040] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218abc02-c4e9-48ec-95c4-08cc90ea78a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.016223] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1073.016223] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528a18e9-17f9-8d89-b6e4-9a68cc0eb339" [ 1073.016223] env[69563]: _type = "Task" [ 1073.016223] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.020132] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8c24edf6-ea76-4ab1-b14a-d24cdb06ee89 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.387s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.027653] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528a18e9-17f9-8d89-b6e4-9a68cc0eb339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.164120] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.164449] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87a0d969-d047-4089-9bde-d762c2c023e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.173121] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1073.173121] env[69563]: value = "task-3404288" [ 1073.173121] env[69563]: _type = "Task" [ 1073.173121] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.177023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "965029a5-113e-4828-95d5-b96cfaa259b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.177250] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.177447] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.177623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.177782] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.179951] env[69563]: INFO nova.compute.manager [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Terminating instance [ 1073.185050] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.398760] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404283, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.786097} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.399190] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/298c1870-8ffa-4b49-b037-fef23a39f454/298c1870-8ffa-4b49-b037-fef23a39f454.vmdk to [datastore2] 47622390-9e3a-4865-b160-821637c53a4a/47622390-9e3a-4865-b160-821637c53a4a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.399831] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24d8997-dfb6-487c-b21a-5419a6c0b70d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.415926] env[69563]: DEBUG nova.scheduler.client.report [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.429537] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 47622390-9e3a-4865-b160-821637c53a4a/47622390-9e3a-4865-b160-821637c53a4a.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.430161] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602d3ba1-40d1-4dd5-9657-b4464f700d40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.457632] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1073.457632] env[69563]: value = "task-3404289" [ 1073.457632] env[69563]: _type = "Task" [ 1073.457632] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.467429] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.481846] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.528727] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528a18e9-17f9-8d89-b6e4-9a68cc0eb339, 'name': SearchDatastore_Task, 'duration_secs': 0.071067} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.529017] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.529322] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 1061c85d-69ae-4c23-bb11-19b9acd6fd6b/1061c85d-69ae-4c23-bb11-19b9acd6fd6b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.529603] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37041096-aa6c-4370-b29f-7f3bdb173b36 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.537953] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1073.537953] env[69563]: value = "task-3404290" [ 1073.537953] env[69563]: _type = "Task" [ 1073.537953] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.547132] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.686094] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.688880] env[69563]: DEBUG nova.compute.manager [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.689115] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.689963] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2ee3b6-f550-4442-8779-6fb32dcf061a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.698220] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.698489] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab5990f1-62f5-4f18-ba7c-305d11bd6aa3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.709924] env[69563]: DEBUG oslo_vmware.api [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1073.709924] env[69563]: value = "task-3404291" [ 1073.709924] env[69563]: _type = "Task" [ 1073.709924] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.724287] env[69563]: DEBUG oslo_vmware.api [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.777377] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "2083d666-bcbf-4755-92de-ffe99fb63708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.777813] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "2083d666-bcbf-4755-92de-ffe99fb63708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.782291] env[69563]: INFO nova.compute.manager [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Unrescuing [ 1073.782559] env[69563]: DEBUG oslo_concurrency.lockutils [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.782713] env[69563]: DEBUG oslo_concurrency.lockutils [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquired lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.783362] env[69563]: DEBUG nova.network.neutron [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1073.932036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.934729] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.177s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.964096] env[69563]: INFO nova.scheduler.client.report [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted allocations for instance 07125383-0d10-415e-9c30-5108e64f6e25 [ 1073.979685] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.994051] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.049863] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.187259] env[69563]: DEBUG oslo_vmware.api [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404288, 'name': PowerOnVM_Task, 'duration_secs': 0.612862} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.187604] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.187768] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a700955d-3055-48e0-8c51-05337ebd7f81 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance '370511e6-c4ba-425c-9495-b1646ac97b1f' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.226971] env[69563]: DEBUG oslo_vmware.api [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404291, 'name': PowerOffVM_Task, 'duration_secs': 0.331753} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.227323] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.228117] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.228117] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3256d0be-9b79-4771-997e-db7ce6dbe32b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.281928] env[69563]: DEBUG nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.383801] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.384361] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.384749] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleting the datastore file [datastore1] 965029a5-113e-4828-95d5-b96cfaa259b4 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.385225] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2b1117f-29e3-4691-b028-79f87e462add {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.395503] env[69563]: DEBUG oslo_vmware.api [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1074.395503] env[69563]: value = "task-3404293" [ 1074.395503] env[69563]: _type = "Task" [ 1074.395503] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.410200] env[69563]: DEBUG oslo_vmware.api [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.440354] env[69563]: INFO nova.compute.claims [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.475056] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404289, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.475553] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95eee021-1876-4771-894a-86c270156032 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "07125383-0d10-415e-9c30-5108e64f6e25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.345s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.494367] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.568301} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.494703] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d/5ccd6755-4fe3-4476-af8a-f704efdad82d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.495080] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.495613] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b39e9457-8c6c-4853-bffd-8e1c9bd0138f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.506435] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1074.506435] env[69563]: value = "task-3404294" [ 1074.506435] env[69563]: _type = "Task" [ 1074.506435] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.518390] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.552073] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896469} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.552408] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 1061c85d-69ae-4c23-bb11-19b9acd6fd6b/1061c85d-69ae-4c23-bb11-19b9acd6fd6b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.552659] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.552952] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a14d07ee-2c75-4461-b1d3-a1126976d609 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.560895] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1074.560895] env[69563]: value = "task-3404295" [ 1074.560895] env[69563]: _type = "Task" [ 1074.560895] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.571822] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.614229] env[69563]: DEBUG nova.network.neutron [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Updating instance_info_cache with network_info: [{"id": "41d885aa-8322-4e2d-b7e3-0251f166948f", "address": "fa:16:3e:27:41:54", "network": {"id": "838c7a32-9c6a-4246-9b4c-8e18563c46c3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2075671993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f3ef02ea7c6c4c32badd31b32a5ed5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41d885aa-83", "ovs_interfaceid": "41d885aa-8322-4e2d-b7e3-0251f166948f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1074.721870] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.722161] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.722381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.722678] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.722860] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.725281] env[69563]: INFO nova.compute.manager [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Terminating instance [ 1074.807505] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.906892] env[69563]: DEBUG oslo_vmware.api [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205862} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.906892] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.907105] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.907196] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.907374] env[69563]: INFO nova.compute.manager [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1074.907655] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.907867] env[69563]: DEBUG nova.compute.manager [-] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.907966] env[69563]: DEBUG nova.network.neutron [-] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1074.946875] env[69563]: INFO nova.compute.resource_tracker [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating resource usage from migration aae73d0e-b57e-4209-b468-730318050af4 [ 1074.970522] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404289, 'name': ReconfigVM_Task, 'duration_secs': 1.062003} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.970814] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 47622390-9e3a-4865-b160-821637c53a4a/47622390-9e3a-4865-b160-821637c53a4a.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.972929] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'size': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'boot_index': 0, 'image_id': 'fdcdd3ad-f87f-4ca4-816e-a61c59011fe7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679214', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'name': 'volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47622390-9e3a-4865-b160-821637c53a4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'serial': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75'}, 'attachment_id': '72424d38-4ae5-4e5d-86d9-f3a1249a1d37', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1074.973182] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.973381] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679214', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'name': 'volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47622390-9e3a-4865-b160-821637c53a4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'serial': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.976778] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b6bda9-0438-4f9c-8764-c92ad2e2e08a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.997360] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a646b77-9419-4ad1-b890-543fe735a848 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.026392] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75/volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.032444] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51c2c66a-97dd-4571-846e-b53d4af9ebda {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.051105] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068598} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.052436] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.052772] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1075.052772] env[69563]: value = "task-3404296" [ 1075.052772] env[69563]: _type = "Task" [ 1075.052772] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.053490] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7470b63-d25c-4e43-938f-85de50c39be2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.067640] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.088222] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d/5ccd6755-4fe3-4476-af8a-f704efdad82d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.094064] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a898a657-4277-4986-b774-49158c29d293 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.109780] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076909} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.110352] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.111620] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2c668d-1744-4566-8a6e-6e0643050a98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.117071] env[69563]: DEBUG oslo_concurrency.lockutils [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Releasing lock "refresh_cache-e7700815-0f69-4096-b778-6a13bcd7288c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.117236] env[69563]: DEBUG nova.objects.instance [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lazy-loading 'flavor' on Instance uuid e7700815-0f69-4096-b778-6a13bcd7288c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.137703] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 1061c85d-69ae-4c23-bb11-19b9acd6fd6b/1061c85d-69ae-4c23-bb11-19b9acd6fd6b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.137866] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1075.137866] env[69563]: value = "task-3404297" [ 1075.137866] env[69563]: _type = "Task" [ 1075.137866] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.142176] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c919313c-8422-4ff7-810e-f3d1c827d828 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.166823] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.168307] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1075.168307] env[69563]: value = "task-3404298" [ 1075.168307] env[69563]: _type = "Task" [ 1075.168307] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.182489] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.209022] env[69563]: DEBUG nova.compute.manager [req-86f792a6-c5bc-4c93-b97d-ccbc1b8d75fe req-ea4d4a58-d75d-4e9b-8ac3-d67a75072e78 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Received event network-vif-deleted-cf653969-b74f-4cc8-bc32-108eda0b1532 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.209116] env[69563]: INFO nova.compute.manager [req-86f792a6-c5bc-4c93-b97d-ccbc1b8d75fe req-ea4d4a58-d75d-4e9b-8ac3-d67a75072e78 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Neutron deleted interface cf653969-b74f-4cc8-bc32-108eda0b1532; detaching it from the instance and deleting it from the info cache [ 1075.209303] env[69563]: DEBUG nova.network.neutron [req-86f792a6-c5bc-4c93-b97d-ccbc1b8d75fe req-ea4d4a58-d75d-4e9b-8ac3-d67a75072e78 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1075.229226] env[69563]: DEBUG nova.compute.manager [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.229508] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.230860] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4276c1c0-7e4b-48be-a917-abd9499bc4da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.239981] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.242621] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b331774-575f-4e92-99ae-af1f0e6d3fda {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.250961] env[69563]: DEBUG oslo_vmware.api [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1075.250961] env[69563]: value = "task-3404299" [ 1075.250961] env[69563]: _type = "Task" [ 1075.250961] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.264582] env[69563]: DEBUG oslo_vmware.api [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.377530] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b1d49-8279-41ed-9e95-779adc05f61e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.386622] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6075dd-4891-4723-a446-21bd18c39046 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.420667] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fa1f6e-977c-49a4-bf6f-70a0015b9bea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.429569] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2451e790-1f77-431e-8b36-39a99a3b109a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.445305] env[69563]: DEBUG nova.compute.provider_tree [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.566830] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404296, 'name': ReconfigVM_Task, 'duration_secs': 0.422906} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.567156] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75/volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.572554] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e0f638-0f4d-4d3f-bab0-b8b612e84922 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.588201] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1075.588201] env[69563]: value = "task-3404300" [ 1075.588201] env[69563]: _type = "Task" [ 1075.588201] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.596718] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.642817] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da15b75c-4122-40e7-8740-b3ab1eb4b6b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.669127] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.673057] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8763c3e2-19f3-4e58-b85b-f86d77f2fedb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.684247] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.688050] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1075.688050] env[69563]: value = "task-3404301" [ 1075.688050] env[69563]: _type = "Task" [ 1075.688050] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.688309] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404298, 'name': ReconfigVM_Task, 'duration_secs': 0.411531} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.688628] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 1061c85d-69ae-4c23-bb11-19b9acd6fd6b/1061c85d-69ae-4c23-bb11-19b9acd6fd6b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.693367] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a62dfbe-36a7-4cce-9c9c-4fa0d373ccf9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.695233] env[69563]: DEBUG nova.network.neutron [-] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1075.709355] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.714271] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1075.714271] env[69563]: value = "task-3404302" [ 1075.714271] env[69563]: _type = "Task" [ 1075.714271] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.715836] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01df6050-dd80-48c8-b060-e1c3329defb6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.734462] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34b2757-709d-45b9-b16f-2633b5c24424 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.748082] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404302, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.762382] env[69563]: DEBUG oslo_vmware.api [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404299, 'name': PowerOffVM_Task, 'duration_secs': 0.244273} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.776356] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.776649] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.777455] env[69563]: DEBUG nova.compute.manager [req-86f792a6-c5bc-4c93-b97d-ccbc1b8d75fe req-ea4d4a58-d75d-4e9b-8ac3-d67a75072e78 service nova] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Detach interface failed, port_id=cf653969-b74f-4cc8-bc32-108eda0b1532, reason: Instance 965029a5-113e-4828-95d5-b96cfaa259b4 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.777919] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da645280-4abb-4533-bbce-8f5c51648230 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.868882] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.868882] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.869125] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleting the datastore file [datastore2] 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.870044] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-604f4523-7121-4833-9293-f794a1f086d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.878246] env[69563]: DEBUG oslo_vmware.api [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1075.878246] env[69563]: value = "task-3404304" [ 1075.878246] env[69563]: _type = "Task" [ 1075.878246] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.889447] env[69563]: DEBUG oslo_vmware.api [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.949159] env[69563]: DEBUG nova.scheduler.client.report [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.099352] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404300, 'name': ReconfigVM_Task, 'duration_secs': 0.172286} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.099661] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679214', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'name': 'volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47622390-9e3a-4865-b160-821637c53a4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'serial': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.100283] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72158b92-2547-4d8c-9bad-cc340f71cdd2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.108143] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1076.108143] env[69563]: value = "task-3404305" [ 1076.108143] env[69563]: _type = "Task" [ 1076.108143] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.116369] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404305, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.179049] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404297, 'name': ReconfigVM_Task, 'duration_secs': 0.634336} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.179341] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d/5ccd6755-4fe3-4476-af8a-f704efdad82d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.180072] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37f37e89-fa87-437e-b8c7-8aa3df4236a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.187780] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1076.187780] env[69563]: value = "task-3404306" [ 1076.187780] env[69563]: _type = "Task" [ 1076.187780] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.203802] env[69563]: INFO nova.compute.manager [-] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Took 1.30 seconds to deallocate network for instance. [ 1076.204046] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404301, 'name': PowerOffVM_Task, 'duration_secs': 0.249649} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.204259] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404306, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.205897] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.211557] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.214463] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0babaa-4518-4bbb-9919-261b1fa845c2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.239974] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404302, 'name': Rename_Task, 'duration_secs': 0.186243} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.241555] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.241951] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1076.241951] env[69563]: value = "task-3404307" [ 1076.241951] env[69563]: _type = "Task" [ 1076.241951] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.242165] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-173375c8-51cb-4644-bfed-906a71f51d22 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.254865] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.256358] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1076.256358] env[69563]: value = "task-3404308" [ 1076.256358] env[69563]: _type = "Task" [ 1076.256358] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.268911] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.392066] env[69563]: DEBUG oslo_vmware.api [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150825} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.392392] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.392606] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.392806] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.392997] env[69563]: INFO nova.compute.manager [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1076.393265] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.393486] env[69563]: DEBUG nova.compute.manager [-] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.393582] env[69563]: DEBUG nova.network.neutron [-] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1076.454577] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.520s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.455063] env[69563]: INFO nova.compute.manager [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Migrating [ 1076.462035] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.493s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.463919] env[69563]: INFO nova.compute.claims [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.618647] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404305, 'name': Rename_Task, 'duration_secs': 0.265511} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.618975] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.619344] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2884151b-4a12-433d-9799-cd2bae9960ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.626140] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1076.626140] env[69563]: value = "task-3404309" [ 1076.626140] env[69563]: _type = "Task" [ 1076.626140] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.634862] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.698518] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404306, 'name': Rename_Task, 'duration_secs': 0.211159} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.698787] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.699044] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7af17c1-1e5a-466e-8bda-9b2452dec62f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.706277] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1076.706277] env[69563]: value = "task-3404310" [ 1076.706277] env[69563]: _type = "Task" [ 1076.706277] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.715790] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.731557] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.754712] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404307, 'name': ReconfigVM_Task, 'duration_secs': 0.273951} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.755020] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.755217] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.755474] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f35591af-461e-472d-b825-5ea7541e28ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.767542] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404308, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.768890] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1076.768890] env[69563]: value = "task-3404311" [ 1076.768890] env[69563]: _type = "Task" [ 1076.768890] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.777245] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.922831] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "370511e6-c4ba-425c-9495-b1646ac97b1f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.923168] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.923440] env[69563]: DEBUG nova.compute.manager [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Going to confirm migration 5 {{(pid=69563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1076.976864] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.977639] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.978421] env[69563]: DEBUG nova.network.neutron [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1077.136806] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404309, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.150378] env[69563]: DEBUG nova.network.neutron [-] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1077.217017] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.267990] env[69563]: DEBUG oslo_vmware.api [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404308, 'name': PowerOnVM_Task, 'duration_secs': 0.719119} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.268292] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.268496] env[69563]: INFO nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Took 12.08 seconds to spawn the instance on the hypervisor. [ 1077.268674] env[69563]: DEBUG nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.269901] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff370df-332b-43e1-8dfc-ae2a15a4f606 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.281483] env[69563]: DEBUG oslo_vmware.api [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404311, 'name': PowerOnVM_Task, 'duration_secs': 0.390886} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.283621] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.283985] env[69563]: DEBUG nova.compute.manager [None req-916a9959-658d-4233-975b-7f05a8fb51d9 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.287805] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fefb18-0950-40ac-a1a1-c94869eb10fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.463202] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.463487] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquired lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.463798] env[69563]: DEBUG nova.network.neutron [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1077.464080] env[69563]: DEBUG nova.objects.instance [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lazy-loading 'info_cache' on Instance uuid 370511e6-c4ba-425c-9495-b1646ac97b1f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.638061] env[69563]: DEBUG nova.compute.manager [req-b6c36796-e35e-4d2d-96d8-31e202c6d039 req-5a49b483-ce1d-4b09-aaa3-a51f11a3fd70 service nova] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Received event network-vif-deleted-b95c421c-3a9f-41e4-bec3-1bf5f811d1d0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.646635] env[69563]: DEBUG oslo_vmware.api [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404309, 'name': PowerOnVM_Task, 'duration_secs': 0.924769} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.649034] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.652677] env[69563]: INFO nova.compute.manager [-] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Took 1.26 seconds to deallocate network for instance. [ 1077.721576] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.767073] env[69563]: DEBUG nova.compute.manager [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.767878] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1719fa-9556-4f20-999d-269bf8cedf9a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.804488] env[69563]: INFO nova.compute.manager [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Took 33.84 seconds to build instance. [ 1077.815346] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3415708e-bcc5-454c-ae52-abb5c9105677 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.825272] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3fbc86-78cf-42e0-8d98-bcdc674c5107 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.830497] env[69563]: DEBUG nova.network.neutron [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [{"id": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "address": "fa:16:3e:08:7d:96", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca26eae-7a", "ovs_interfaceid": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1077.864175] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4588b1d6-a553-4773-b8f9-ad744a0284a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.873283] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc64563-f99e-46e2-9e97-d9480e939a7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.888042] env[69563]: DEBUG nova.compute.provider_tree [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.162482] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.218952] env[69563]: DEBUG oslo_vmware.api [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404310, 'name': PowerOnVM_Task, 'duration_secs': 1.497045} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.219340] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.219561] env[69563]: INFO nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Took 11.66 seconds to spawn the instance on the hypervisor. [ 1078.219740] env[69563]: DEBUG nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.220504] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd3e3f9-1351-4c57-aca6-a428e88a2e86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.286618] env[69563]: DEBUG oslo_concurrency.lockutils [None req-627aeaef-9e75-4b3c-8f81-973ec4c941c6 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.632s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.310374] env[69563]: DEBUG oslo_concurrency.lockutils [None req-82eaf6a2-855d-4f75-8e4a-b33e35a93ff9 tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.358s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.334447] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.390607] env[69563]: DEBUG nova.scheduler.client.report [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.710552] env[69563]: DEBUG nova.network.neutron [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance_info_cache with network_info: [{"id": "2de6387c-b7e0-458e-afe0-d8019e351274", "address": "fa:16:3e:3d:20:18", "network": {"id": "ed959fbb-e98c-45e2-95af-2fa4365ebb29", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1891714127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9907d693720e4476b39789a6b54504ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de6387c-b7", "ovs_interfaceid": "2de6387c-b7e0-458e-afe0-d8019e351274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1078.737301] env[69563]: INFO nova.compute.manager [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Took 32.00 seconds to build instance. [ 1078.888043] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "e7700815-0f69-4096-b778-6a13bcd7288c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.888043] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "e7700815-0f69-4096-b778-6a13bcd7288c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.888250] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "e7700815-0f69-4096-b778-6a13bcd7288c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.888316] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "e7700815-0f69-4096-b778-6a13bcd7288c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.888483] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "e7700815-0f69-4096-b778-6a13bcd7288c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.891120] env[69563]: INFO nova.compute.manager [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Terminating instance [ 1078.895672] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.895885] env[69563]: DEBUG nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.899029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.665s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.899029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.899168] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1078.899372] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.154s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.900960] env[69563]: INFO nova.compute.claims [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.905244] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef1fd26-f328-4cbd-ae70-e8ed57256f97 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.914841] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b7ff5-f94b-4d98-b081-e961e6d6cbbc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.930632] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d4a8cd-03df-4d8c-b51b-30e4cabd1a03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.939285] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86af3fc-7f4e-4410-bc72-8b5e6b2ad519 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.973493] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178948MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1078.973707] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.213921] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Releasing lock "refresh_cache-370511e6-c4ba-425c-9495-b1646ac97b1f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.214331] env[69563]: DEBUG nova.objects.instance [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lazy-loading 'migration_context' on Instance uuid 370511e6-c4ba-425c-9495-b1646ac97b1f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.238663] env[69563]: DEBUG oslo_concurrency.lockutils [None req-95b1db18-07aa-4511-9b55-b80464042c65 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.513s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.322725] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.323059] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.323281] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.323467] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.323654] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.325922] env[69563]: INFO nova.compute.manager [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Terminating instance [ 1079.395317] env[69563]: DEBUG nova.compute.manager [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.395578] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.396755] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dc221b-5306-4171-8abc-662a49a941d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.408098] env[69563]: DEBUG nova.compute.utils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.411921] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.412602] env[69563]: DEBUG nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.412806] env[69563]: DEBUG nova.network.neutron [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1079.415617] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4ef3a9-58a0-4172-ae31-5a29c0dd6b24 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.424266] env[69563]: DEBUG oslo_vmware.api [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1079.424266] env[69563]: value = "task-3404312" [ 1079.424266] env[69563]: _type = "Task" [ 1079.424266] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.435187] env[69563]: DEBUG oslo_vmware.api [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.501219] env[69563]: DEBUG nova.policy [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.719315] env[69563]: DEBUG nova.objects.base [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Object Instance<370511e6-c4ba-425c-9495-b1646ac97b1f> lazy-loaded attributes: info_cache,migration_context {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1079.720383] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d211791c-e76b-4f0e-96b5-abad1007d8c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.742429] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320d6bbe-dc20-4034-909f-a76bc3044edc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.749328] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1079.749328] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527a5e8e-1f8d-6a9d-7951-d2994c927fe7" [ 1079.749328] env[69563]: _type = "Task" [ 1079.749328] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.757979] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527a5e8e-1f8d-6a9d-7951-d2994c927fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.830048] env[69563]: DEBUG nova.compute.manager [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.830048] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.831189] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b303c3-6393-44ed-889f-7d4b245d2969 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.839114] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.839402] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7617a2cf-5903-45f5-b821-449745e67c90 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.845436] env[69563]: DEBUG oslo_vmware.api [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1079.845436] env[69563]: value = "task-3404313" [ 1079.845436] env[69563]: _type = "Task" [ 1079.845436] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.852980] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bccb3e-e1f6-4eec-a66c-d7c79853e8bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.859202] env[69563]: DEBUG oslo_vmware.api [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.875105] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance '2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.881198] env[69563]: DEBUG nova.compute.manager [req-e7731b73-430a-47a8-8e85-a8033e59be48 req-cd2a3c10-a94e-46bd-b519-b0dfe7f0cf48 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Received event network-changed-69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.881657] env[69563]: DEBUG nova.compute.manager [req-e7731b73-430a-47a8-8e85-a8033e59be48 req-cd2a3c10-a94e-46bd-b519-b0dfe7f0cf48 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Refreshing instance network info cache due to event network-changed-69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.882028] env[69563]: DEBUG oslo_concurrency.lockutils [req-e7731b73-430a-47a8-8e85-a8033e59be48 req-cd2a3c10-a94e-46bd-b519-b0dfe7f0cf48 service nova] Acquiring lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.882334] env[69563]: DEBUG oslo_concurrency.lockutils [req-e7731b73-430a-47a8-8e85-a8033e59be48 req-cd2a3c10-a94e-46bd-b519-b0dfe7f0cf48 service nova] Acquired lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.882634] env[69563]: DEBUG nova.network.neutron [req-e7731b73-430a-47a8-8e85-a8033e59be48 req-cd2a3c10-a94e-46bd-b519-b0dfe7f0cf48 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Refreshing network info cache for port 69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1079.916187] env[69563]: DEBUG nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.939983] env[69563]: DEBUG oslo_vmware.api [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404312, 'name': PowerOffVM_Task, 'duration_secs': 0.225884} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.939983] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.939983] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.939983] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-567a006e-f60b-4b18-9745-84e9329d317a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.979016] env[69563]: DEBUG nova.network.neutron [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Successfully created port: ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1080.013018] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.013018] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.013018] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Deleting the datastore file [datastore1] e7700815-0f69-4096-b778-6a13bcd7288c {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.013018] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292690a9-e9fe-4dfe-aa57-aa91539cf279 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.017395] env[69563]: DEBUG oslo_vmware.api [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1080.017395] env[69563]: value = "task-3404315" [ 1080.017395] env[69563]: _type = "Task" [ 1080.017395] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.028237] env[69563]: DEBUG oslo_vmware.api [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.242315] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1723dcd-4869-4076-a0d6-675050c8250f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.250057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ed1ea2-cd37-463e-9160-d54caa592458 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.262332] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527a5e8e-1f8d-6a9d-7951-d2994c927fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.293394] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.294479] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173716e1-51de-4d33-a051-7e36ce6cebab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.302378] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cac8316-7b31-4d2d-aa73-6fe96ad0a44a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.319293] env[69563]: DEBUG nova.compute.provider_tree [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.357062] env[69563]: DEBUG oslo_vmware.api [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404313, 'name': PowerOffVM_Task, 'duration_secs': 0.342413} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.357062] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.357062] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.357062] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa4f18a4-953c-4330-b7b5-ce40ad0047c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.381747] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.382162] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ef706b1-6693-43a9-b402-d6a147f8689b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.390019] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1080.390019] env[69563]: value = "task-3404317" [ 1080.390019] env[69563]: _type = "Task" [ 1080.390019] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.400058] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1080.400395] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance '2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.477940] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.477940] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.477940] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Deleting the datastore file [datastore2] 1061c85d-69ae-4c23-bb11-19b9acd6fd6b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.477940] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d58e869f-52e3-495c-859a-e691d27cab53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.481799] env[69563]: DEBUG oslo_vmware.api [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for the task: (returnval){ [ 1080.481799] env[69563]: value = "task-3404318" [ 1080.481799] env[69563]: _type = "Task" [ 1080.481799] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.494709] env[69563]: DEBUG oslo_vmware.api [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.527790] env[69563]: DEBUG oslo_vmware.api [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26572} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.528146] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.529027] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.529027] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.529027] env[69563]: INFO nova.compute.manager [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1080.529196] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.529276] env[69563]: DEBUG nova.compute.manager [-] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.529377] env[69563]: DEBUG nova.network.neutron [-] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1080.748232] env[69563]: DEBUG nova.network.neutron [req-e7731b73-430a-47a8-8e85-a8033e59be48 req-cd2a3c10-a94e-46bd-b519-b0dfe7f0cf48 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updated VIF entry in instance network info cache for port 69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1080.749256] env[69563]: DEBUG nova.network.neutron [req-e7731b73-430a-47a8-8e85-a8033e59be48 req-cd2a3c10-a94e-46bd-b519-b0dfe7f0cf48 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updating instance_info_cache with network_info: [{"id": "69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5", "address": "fa:16:3e:ad:4b:cb", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69869a1d-15", "ovs_interfaceid": "69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1080.841208] env[69563]: ERROR nova.scheduler.client.report [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [req-e8c8b0d9-6b27-4659-a95a-fc8ee20657eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8c8b0d9-6b27-4659-a95a-fc8ee20657eb"}]} [ 1080.860586] env[69563]: DEBUG nova.scheduler.client.report [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1080.875536] env[69563]: DEBUG nova.scheduler.client.report [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1080.875804] env[69563]: DEBUG nova.compute.provider_tree [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.887774] env[69563]: DEBUG nova.scheduler.client.report [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1080.907547] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.907810] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.907990] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.908223] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.908388] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.908923] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.908923] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.908989] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.909176] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.909448] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.909671] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.916010] env[69563]: DEBUG nova.scheduler.client.report [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1080.919540] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d42c015-9d81-45b8-b0e9-e0ddd824a4c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.935232] env[69563]: DEBUG nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.943208] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.943208] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.949439] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1080.949439] env[69563]: value = "task-3404319" [ 1080.949439] env[69563]: _type = "Task" [ 1080.949439] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.963612] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.973325] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.973614] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.973805] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.974080] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.974163] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.974337] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.974561] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.974926] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.974926] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.975123] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.975365] env[69563]: DEBUG nova.virt.hardware [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.976987] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c528ca7c-b506-43ef-99aa-0b3b2b336331 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.989476] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73286201-7372-4ae1-af81-7760e6c25697 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.998802] env[69563]: DEBUG oslo_vmware.api [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Task: {'id': task-3404318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34063} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.000289] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.000289] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.000289] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.000289] env[69563]: INFO nova.compute.manager [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1081.000446] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.000641] env[69563]: DEBUG nova.compute.manager [-] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.000735] env[69563]: DEBUG nova.network.neutron [-] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1081.252124] env[69563]: DEBUG oslo_concurrency.lockutils [req-e7731b73-430a-47a8-8e85-a8033e59be48 req-cd2a3c10-a94e-46bd-b519-b0dfe7f0cf48 service nova] Releasing lock "refresh_cache-5ccd6755-4fe3-4476-af8a-f704efdad82d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.257597] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f67cfb-b5a5-4dcd-bebc-b32eb33b5942 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.266046] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe52377-7c6e-4bec-991d-0b38648e2ced {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.297793] env[69563]: DEBUG nova.network.neutron [-] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1081.299756] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574ba4c-6bc0-4c51-9d11-d1cf74daa0b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.307846] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdbc9b5-7c21-481c-a824-59f877be0cf7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.321628] env[69563]: DEBUG nova.compute.provider_tree [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.450033] env[69563]: DEBUG nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.462445] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404319, 'name': ReconfigVM_Task, 'duration_secs': 0.153197} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.463050] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance '2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.657120] env[69563]: DEBUG nova.compute.manager [req-a9602dbb-2a3c-431d-af31-a09543a76630 req-7de185dd-7d12-468e-99ea-94b564101bce service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received event network-vif-plugged-ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.657354] env[69563]: DEBUG oslo_concurrency.lockutils [req-a9602dbb-2a3c-431d-af31-a09543a76630 req-7de185dd-7d12-468e-99ea-94b564101bce service nova] Acquiring lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.657578] env[69563]: DEBUG oslo_concurrency.lockutils [req-a9602dbb-2a3c-431d-af31-a09543a76630 req-7de185dd-7d12-468e-99ea-94b564101bce service nova] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.657741] env[69563]: DEBUG oslo_concurrency.lockutils [req-a9602dbb-2a3c-431d-af31-a09543a76630 req-7de185dd-7d12-468e-99ea-94b564101bce service nova] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.657904] env[69563]: DEBUG nova.compute.manager [req-a9602dbb-2a3c-431d-af31-a09543a76630 req-7de185dd-7d12-468e-99ea-94b564101bce service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] No waiting events found dispatching network-vif-plugged-ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.658168] env[69563]: WARNING nova.compute.manager [req-a9602dbb-2a3c-431d-af31-a09543a76630 req-7de185dd-7d12-468e-99ea-94b564101bce service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received unexpected event network-vif-plugged-ac903edb-0a92-47e8-8d8f-9d675df5fae9 for instance with vm_state building and task_state spawning. [ 1081.722660] env[69563]: DEBUG nova.network.neutron [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Successfully updated port: ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1081.757015] env[69563]: DEBUG nova.network.neutron [-] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1081.803331] env[69563]: INFO nova.compute.manager [-] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Took 1.27 seconds to deallocate network for instance. [ 1081.854624] env[69563]: DEBUG nova.scheduler.client.report [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.854883] env[69563]: DEBUG nova.compute.provider_tree [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 158 to 159 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.855072] env[69563]: DEBUG nova.compute.provider_tree [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.969561] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.969873] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.969950] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.971307] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.971618] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.972704] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.972704] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.972704] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.972704] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.972704] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.972704] env[69563]: DEBUG nova.virt.hardware [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.981523] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.982639] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.982893] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b063def2-4526-4c38-8442-ac8114478c84 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.005532] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1082.005532] env[69563]: value = "task-3404320" [ 1082.005532] env[69563]: _type = "Task" [ 1082.005532] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.013487] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.185292] env[69563]: DEBUG nova.compute.manager [req-ee3d1634-ffe4-495f-b226-03c4d58c47bf req-2456c579-1004-438c-8206-e1afde16a224 service nova] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Received event network-vif-deleted-41d885aa-8322-4e2d-b7e3-0251f166948f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.185499] env[69563]: DEBUG nova.compute.manager [req-ee3d1634-ffe4-495f-b226-03c4d58c47bf req-2456c579-1004-438c-8206-e1afde16a224 service nova] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Received event network-vif-deleted-0d84f943-8bf9-43e2-96d3-8eb5dd7b22fa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.225911] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.226073] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.226232] env[69563]: DEBUG nova.network.neutron [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1082.258856] env[69563]: INFO nova.compute.manager [-] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Took 1.26 seconds to deallocate network for instance. [ 1082.310059] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.360474] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.461s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.361043] env[69563]: DEBUG nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.364289] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.088s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.365493] env[69563]: INFO nova.compute.claims [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.516648] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404320, 'name': ReconfigVM_Task, 'duration_secs': 0.158676} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.516982] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.517760] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38fdba5-6f5d-4d0c-900c-1bc29f2f2f66 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.541093] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c/2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.541363] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4252476c-8daf-4f61-9bed-fbb7b9f60a7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.559914] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1082.559914] env[69563]: value = "task-3404321" [ 1082.559914] env[69563]: _type = "Task" [ 1082.559914] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.568265] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.758663] env[69563]: DEBUG nova.network.neutron [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1082.765309] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.869979] env[69563]: DEBUG nova.compute.utils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.874679] env[69563]: DEBUG nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.874947] env[69563]: DEBUG nova.network.neutron [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1082.909502] env[69563]: DEBUG nova.network.neutron [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1082.912505] env[69563]: DEBUG nova.policy [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca023bb70f624ca285cc0c6a41897dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6ee90d46c34192a27685289adf1bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.069876] env[69563]: DEBUG oslo_vmware.api [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404321, 'name': ReconfigVM_Task, 'duration_secs': 0.260124} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.070178] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c/2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.070446] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance '2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.178301] env[69563]: DEBUG nova.network.neutron [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Successfully created port: 3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1083.375805] env[69563]: DEBUG nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.412404] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.412726] env[69563]: DEBUG nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Instance network_info: |[{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.413357] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:8d:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac903edb-0a92-47e8-8d8f-9d675df5fae9', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.420966] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.421447] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.421715] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2deebf82-0aef-4a67-96bc-bfa0efdd7ff3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.445515] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.445515] env[69563]: value = "task-3404322" [ 1083.445515] env[69563]: _type = "Task" [ 1083.445515] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.455798] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404322, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.577098] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd4270-ea6d-4aa9-9755-de8c0e9dd300 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.597962] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3287bf3f-8baf-444e-a85a-30d71d05ef34 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.615705] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance '2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.682442] env[69563]: DEBUG nova.compute.manager [req-a5937519-0adc-4335-a6d3-0e4e5d53f4db req-31b16871-832c-4024-b574-fd6f5d5965b2 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received event network-changed-ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.682591] env[69563]: DEBUG nova.compute.manager [req-a5937519-0adc-4335-a6d3-0e4e5d53f4db req-31b16871-832c-4024-b574-fd6f5d5965b2 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing instance network info cache due to event network-changed-ac903edb-0a92-47e8-8d8f-9d675df5fae9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.682766] env[69563]: DEBUG oslo_concurrency.lockutils [req-a5937519-0adc-4335-a6d3-0e4e5d53f4db req-31b16871-832c-4024-b574-fd6f5d5965b2 service nova] Acquiring lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.682914] env[69563]: DEBUG oslo_concurrency.lockutils [req-a5937519-0adc-4335-a6d3-0e4e5d53f4db req-31b16871-832c-4024-b574-fd6f5d5965b2 service nova] Acquired lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.683085] env[69563]: DEBUG nova.network.neutron [req-a5937519-0adc-4335-a6d3-0e4e5d53f4db req-31b16871-832c-4024-b574-fd6f5d5965b2 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing network info cache for port ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1083.713886] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ad5f10-09dc-414a-b74b-8d2c887e982b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.721149] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af54b73e-a911-4053-b307-7db0dfb20307 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.757544] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe51f5c-29f8-4a17-9f68-7e8c512262bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.766247] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffffc88d-1622-492d-96e1-996d85384cff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.780623] env[69563]: DEBUG nova.compute.provider_tree [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.955685] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404322, 'name': CreateVM_Task, 'duration_secs': 0.321485} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.955866] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.956564] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.956726] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.957046] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.957300] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939e34af-aae8-4284-91ab-bd63082a6ac5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.962260] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1083.962260] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525575c6-746b-2e34-c614-cf22adee9ba1" [ 1083.962260] env[69563]: _type = "Task" [ 1083.962260] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.969569] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525575c6-746b-2e34-c614-cf22adee9ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.155312] env[69563]: DEBUG nova.network.neutron [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Port fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1084.283752] env[69563]: DEBUG nova.scheduler.client.report [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.388207] env[69563]: DEBUG nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.416488] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.416731] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.416885] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.417084] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.417232] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.417377] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.417585] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.417742] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.417907] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.419205] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.419462] env[69563]: DEBUG nova.virt.hardware [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.420355] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc957cbb-61d3-403f-a896-b7ba72860e8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.428060] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7703bc4c-040b-4289-b719-4f36963d7dec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.452943] env[69563]: DEBUG nova.network.neutron [req-a5937519-0adc-4335-a6d3-0e4e5d53f4db req-31b16871-832c-4024-b574-fd6f5d5965b2 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updated VIF entry in instance network info cache for port ac903edb-0a92-47e8-8d8f-9d675df5fae9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1084.453325] env[69563]: DEBUG nova.network.neutron [req-a5937519-0adc-4335-a6d3-0e4e5d53f4db req-31b16871-832c-4024-b574-fd6f5d5965b2 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1084.474512] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525575c6-746b-2e34-c614-cf22adee9ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.476562] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.476562] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.476562] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.476562] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.476562] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.476562] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b610908-5e1d-4e5f-b826-6b86d13af5e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.487362] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.487547] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.488636] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770e7064-51c1-477f-bfa7-dc0e61e0aea0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.493725] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1084.493725] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5256d741-fde3-d65b-ad51-00d0fa2f50c2" [ 1084.493725] env[69563]: _type = "Task" [ 1084.493725] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.503758] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5256d741-fde3-d65b-ad51-00d0fa2f50c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.641317] env[69563]: DEBUG nova.network.neutron [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Successfully updated port: 3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1084.675431] env[69563]: DEBUG nova.compute.manager [req-ea665c09-223f-4d31-84ab-1a5a69ac8afc req-ff490724-0df5-4bb6-80fb-609666cc98d9 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Received event network-vif-plugged-3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.675647] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea665c09-223f-4d31-84ab-1a5a69ac8afc req-ff490724-0df5-4bb6-80fb-609666cc98d9 service nova] Acquiring lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.675850] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea665c09-223f-4d31-84ab-1a5a69ac8afc req-ff490724-0df5-4bb6-80fb-609666cc98d9 service nova] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.676010] env[69563]: DEBUG oslo_concurrency.lockutils [req-ea665c09-223f-4d31-84ab-1a5a69ac8afc req-ff490724-0df5-4bb6-80fb-609666cc98d9 service nova] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.676184] env[69563]: DEBUG nova.compute.manager [req-ea665c09-223f-4d31-84ab-1a5a69ac8afc req-ff490724-0df5-4bb6-80fb-609666cc98d9 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] No waiting events found dispatching network-vif-plugged-3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.676344] env[69563]: WARNING nova.compute.manager [req-ea665c09-223f-4d31-84ab-1a5a69ac8afc req-ff490724-0df5-4bb6-80fb-609666cc98d9 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Received unexpected event network-vif-plugged-3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 for instance with vm_state building and task_state spawning. [ 1084.788278] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.788836] env[69563]: DEBUG nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.791442] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.984s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.793030] env[69563]: INFO nova.compute.claims [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.958814] env[69563]: DEBUG oslo_concurrency.lockutils [req-a5937519-0adc-4335-a6d3-0e4e5d53f4db req-31b16871-832c-4024-b574-fd6f5d5965b2 service nova] Releasing lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.005283] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5256d741-fde3-d65b-ad51-00d0fa2f50c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.006100] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec251586-c427-40ea-9664-545faa55a697 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.012096] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1085.012096] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527f2cbf-716a-3a70-dd66-407cfd687473" [ 1085.012096] env[69563]: _type = "Task" [ 1085.012096] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.019616] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527f2cbf-716a-3a70-dd66-407cfd687473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.144415] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.144609] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.144743] env[69563]: DEBUG nova.network.neutron [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1085.178250] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.178425] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.178594] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.299562] env[69563]: DEBUG nova.compute.utils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.301202] env[69563]: DEBUG nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.301419] env[69563]: DEBUG nova.network.neutron [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1085.351068] env[69563]: DEBUG nova.policy [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e72fdf4ce834948b6d5a492497e9c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9451554f27b2494c80f273e3b690afcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.528616] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527f2cbf-716a-3a70-dd66-407cfd687473, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.528976] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.529178] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7d5a4768-4078-484c-96fd-65ff7dd755fb/7d5a4768-4078-484c-96fd-65ff7dd755fb.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.529448] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b3282ce-1579-45c4-813a-37aa2a5d17da {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.535941] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1085.535941] env[69563]: value = "task-3404323" [ 1085.535941] env[69563]: _type = "Task" [ 1085.535941] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.544769] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.620902] env[69563]: DEBUG nova.network.neutron [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Successfully created port: 88376a20-a87d-479e-aaac-3e5a5181fad5 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1085.699764] env[69563]: DEBUG nova.network.neutron [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1085.807776] env[69563]: DEBUG nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.963763] env[69563]: DEBUG nova.network.neutron [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Updating instance_info_cache with network_info: [{"id": "3d68a0ac-d6e6-42d9-a653-82291ef4e0d6", "address": "fa:16:3e:e5:df:9b", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d68a0ac-d6", "ovs_interfaceid": "3d68a0ac-d6e6-42d9-a653-82291ef4e0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1086.049465] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499972} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.049788] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7d5a4768-4078-484c-96fd-65ff7dd755fb/7d5a4768-4078-484c-96fd-65ff7dd755fb.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.050044] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.052799] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28ef89fb-4384-4de5-8258-d0d72bdd8044 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.059217] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1086.059217] env[69563]: value = "task-3404324" [ 1086.059217] env[69563]: _type = "Task" [ 1086.059217] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.067390] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.150018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f08d512-fcfd-48df-8b8f-ee9bfeb2a0d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.156932] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10348217-bdbe-4836-a01e-81f0c9cf6e3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.190777] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c9f1df-dd7c-4c81-b917-6b27a1c3e88c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.199150] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2af72c-eb10-4cfb-9f3a-ffd0d4c9bf13 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.212757] env[69563]: DEBUG nova.compute.provider_tree [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.221794] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.221984] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.222180] env[69563]: DEBUG nova.network.neutron [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1086.468973] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.468973] env[69563]: DEBUG nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Instance network_info: |[{"id": "3d68a0ac-d6e6-42d9-a653-82291ef4e0d6", "address": "fa:16:3e:e5:df:9b", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d68a0ac-d6", "ovs_interfaceid": "3d68a0ac-d6e6-42d9-a653-82291ef4e0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.468973] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:df:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d68a0ac-d6e6-42d9-a653-82291ef4e0d6', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.476113] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.476645] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.476879] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e2a625-d943-404e-a1ad-7a210f9c7b52 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.498569] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.498569] env[69563]: value = "task-3404325" [ 1086.498569] env[69563]: _type = "Task" [ 1086.498569] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.506401] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404325, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.569158] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071726} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.569477] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.570343] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee1cfd2-4088-4969-85fe-f2b11cf0d86e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.593477] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 7d5a4768-4078-484c-96fd-65ff7dd755fb/7d5a4768-4078-484c-96fd-65ff7dd755fb.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.593785] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d124556b-9fbc-450b-9984-304144a7f1fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.614652] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1086.614652] env[69563]: value = "task-3404326" [ 1086.614652] env[69563]: _type = "Task" [ 1086.614652] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.623274] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.715860] env[69563]: DEBUG nova.scheduler.client.report [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.721382] env[69563]: DEBUG nova.compute.manager [req-bc2831b7-52d7-4a58-bf0c-af0e62ae376c req-d46a11de-8581-4a13-83a0-fa2d94e4cf48 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Received event network-changed-3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.721698] env[69563]: DEBUG nova.compute.manager [req-bc2831b7-52d7-4a58-bf0c-af0e62ae376c req-d46a11de-8581-4a13-83a0-fa2d94e4cf48 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Refreshing instance network info cache due to event network-changed-3d68a0ac-d6e6-42d9-a653-82291ef4e0d6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.721841] env[69563]: DEBUG oslo_concurrency.lockutils [req-bc2831b7-52d7-4a58-bf0c-af0e62ae376c req-d46a11de-8581-4a13-83a0-fa2d94e4cf48 service nova] Acquiring lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.721988] env[69563]: DEBUG oslo_concurrency.lockutils [req-bc2831b7-52d7-4a58-bf0c-af0e62ae376c req-d46a11de-8581-4a13-83a0-fa2d94e4cf48 service nova] Acquired lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.722171] env[69563]: DEBUG nova.network.neutron [req-bc2831b7-52d7-4a58-bf0c-af0e62ae376c req-d46a11de-8581-4a13-83a0-fa2d94e4cf48 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Refreshing network info cache for port 3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1086.818062] env[69563]: DEBUG nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.845900] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.846238] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.846419] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.846612] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.846772] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.846921] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.847181] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.847361] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.847592] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.847787] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.847968] env[69563]: DEBUG nova.virt.hardware [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.848954] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baae579-5222-4a3a-abf5-6bce206090e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.857686] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74474fd1-04c1-41e2-9981-5ad5677eb0c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.961926] env[69563]: DEBUG nova.network.neutron [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [{"id": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "address": "fa:16:3e:08:7d:96", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca26eae-7a", "ovs_interfaceid": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1087.009108] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404325, 'name': CreateVM_Task, 'duration_secs': 0.40805} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.009290] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.009989] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.010338] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.010596] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.010746] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eaad4fb-b9f4-4a35-b562-e5ee4599ae70 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.015443] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1087.015443] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5264560c-2caf-e298-100a-de390aea9958" [ 1087.015443] env[69563]: _type = "Task" [ 1087.015443] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.022788] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5264560c-2caf-e298-100a-de390aea9958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.105986] env[69563]: DEBUG nova.network.neutron [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Successfully updated port: 88376a20-a87d-479e-aaac-3e5a5181fad5 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1087.127684] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.224524] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.225094] env[69563]: DEBUG nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.231136] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.500s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.231456] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.234567] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.072s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.234869] env[69563]: DEBUG nova.objects.instance [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lazy-loading 'resources' on Instance uuid 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.258210] env[69563]: INFO nova.scheduler.client.report [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted allocations for instance 965029a5-113e-4828-95d5-b96cfaa259b4 [ 1087.429084] env[69563]: DEBUG nova.network.neutron [req-bc2831b7-52d7-4a58-bf0c-af0e62ae376c req-d46a11de-8581-4a13-83a0-fa2d94e4cf48 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Updated VIF entry in instance network info cache for port 3d68a0ac-d6e6-42d9-a653-82291ef4e0d6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1087.429481] env[69563]: DEBUG nova.network.neutron [req-bc2831b7-52d7-4a58-bf0c-af0e62ae376c req-d46a11de-8581-4a13-83a0-fa2d94e4cf48 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Updating instance_info_cache with network_info: [{"id": "3d68a0ac-d6e6-42d9-a653-82291ef4e0d6", "address": "fa:16:3e:e5:df:9b", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d68a0ac-d6", "ovs_interfaceid": "3d68a0ac-d6e6-42d9-a653-82291ef4e0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1087.465019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.527580] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5264560c-2caf-e298-100a-de390aea9958, 'name': SearchDatastore_Task, 'duration_secs': 0.043425} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.527970] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.528256] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.528575] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.528708] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.528900] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.529173] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1dfd85b-d140-40ad-a888-c4c9640256cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.541641] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.541852] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.542623] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f548afef-88b6-47ec-bfe9-21d4d3900fec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.548519] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1087.548519] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f70f0b-6b49-5338-3d69-b47c545509d5" [ 1087.548519] env[69563]: _type = "Task" [ 1087.548519] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.557038] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f70f0b-6b49-5338-3d69-b47c545509d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.609426] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "refresh_cache-f0962694-a7c3-4144-b208-dd402d44ea8f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.609583] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "refresh_cache-f0962694-a7c3-4144-b208-dd402d44ea8f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.609859] env[69563]: DEBUG nova.network.neutron [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1087.625272] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404326, 'name': ReconfigVM_Task, 'duration_secs': 0.646924} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.625546] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 7d5a4768-4078-484c-96fd-65ff7dd755fb/7d5a4768-4078-484c-96fd-65ff7dd755fb.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.626186] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-027e596b-6b2e-4ed2-a0da-24cb6c86ec89 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.632505] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1087.632505] env[69563]: value = "task-3404327" [ 1087.632505] env[69563]: _type = "Task" [ 1087.632505] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.640940] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404327, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.738804] env[69563]: DEBUG nova.compute.utils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.744703] env[69563]: DEBUG nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.744843] env[69563]: DEBUG nova.network.neutron [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1087.768612] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fb3a45b0-2e33-4703-828f-8ffe97a5f8ce tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "965029a5-113e-4828-95d5-b96cfaa259b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.591s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.794469] env[69563]: DEBUG nova.policy [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bccf9aed6853405e9a9d891ac04b269b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd80ba41ffeb14645a71cda26a7cf01a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.931576] env[69563]: DEBUG oslo_concurrency.lockutils [req-bc2831b7-52d7-4a58-bf0c-af0e62ae376c req-d46a11de-8581-4a13-83a0-fa2d94e4cf48 service nova] Releasing lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.982937] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e831e5-e39e-41db-902f-b4c455d191f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.006284] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056c563-46f6-4da4-bba5-a88db0ac21e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.013197] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance '2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.022497] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970a4f86-1c84-4fac-b1f8-41eed64f2397 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.031029] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ba0222-0dc1-44e9-905d-4608fb592ddc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.071164] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188a6000-cd18-462d-bec5-9bd8543b5c67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.074225] env[69563]: DEBUG nova.network.neutron [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Successfully created port: 29d07b85-6e78-4084-8504-bb74a3ed6057 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1088.084765] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52f70f0b-6b49-5338-3d69-b47c545509d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.086538] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ce73d2-30fc-43b3-8d1e-40f13daa635b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.090956] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84171614-651e-4394-b9e7-4b327b86b9f0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.103038] env[69563]: DEBUG nova.compute.provider_tree [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.105082] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1088.105082] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520bb458-4ab8-0044-f1e7-f816cc29ba61" [ 1088.105082] env[69563]: _type = "Task" [ 1088.105082] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.115201] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520bb458-4ab8-0044-f1e7-f816cc29ba61, 'name': SearchDatastore_Task, 'duration_secs': 0.009011} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.115971] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.116290] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d8a0c9f3-a2a7-46e6-8431-6a5dda894c16/d8a0c9f3-a2a7-46e6-8431-6a5dda894c16.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.116797] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-304cc25f-d8f1-45f4-8695-c6efcf0154b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.122944] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1088.122944] env[69563]: value = "task-3404328" [ 1088.122944] env[69563]: _type = "Task" [ 1088.122944] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.130749] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.140987] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404327, 'name': Rename_Task, 'duration_secs': 0.146929} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.141266] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.141498] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4911a6a2-d3cf-4965-9f67-49cd36949353 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.147761] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1088.147761] env[69563]: value = "task-3404329" [ 1088.147761] env[69563]: _type = "Task" [ 1088.147761] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.157379] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.165124] env[69563]: DEBUG nova.network.neutron [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1088.247620] env[69563]: DEBUG nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.366762] env[69563]: DEBUG nova.network.neutron [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Updating instance_info_cache with network_info: [{"id": "88376a20-a87d-479e-aaac-3e5a5181fad5", "address": "fa:16:3e:c5:b2:54", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88376a20-a8", "ovs_interfaceid": "88376a20-a87d-479e-aaac-3e5a5181fad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1088.519842] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8e64906d-cde7-4051-8893-146b1d53e2a8 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance '2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.607268] env[69563]: DEBUG nova.scheduler.client.report [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.633725] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48984} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.633987] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d8a0c9f3-a2a7-46e6-8431-6a5dda894c16/d8a0c9f3-a2a7-46e6-8431-6a5dda894c16.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.634209] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.634452] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e107d0a8-d92b-42eb-9596-62b64a98f0e9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.641133] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1088.641133] env[69563]: value = "task-3404330" [ 1088.641133] env[69563]: _type = "Task" [ 1088.641133] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.650504] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.659484] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404329, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.850288] env[69563]: DEBUG nova.compute.manager [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Received event network-vif-plugged-88376a20-a87d-479e-aaac-3e5a5181fad5 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.850288] env[69563]: DEBUG oslo_concurrency.lockutils [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] Acquiring lock "f0962694-a7c3-4144-b208-dd402d44ea8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.850506] env[69563]: DEBUG oslo_concurrency.lockutils [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] Lock "f0962694-a7c3-4144-b208-dd402d44ea8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.850687] env[69563]: DEBUG oslo_concurrency.lockutils [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] Lock "f0962694-a7c3-4144-b208-dd402d44ea8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.850840] env[69563]: DEBUG nova.compute.manager [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] No waiting events found dispatching network-vif-plugged-88376a20-a87d-479e-aaac-3e5a5181fad5 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.851100] env[69563]: WARNING nova.compute.manager [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Received unexpected event network-vif-plugged-88376a20-a87d-479e-aaac-3e5a5181fad5 for instance with vm_state building and task_state spawning. [ 1088.851247] env[69563]: DEBUG nova.compute.manager [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Received event network-changed-88376a20-a87d-479e-aaac-3e5a5181fad5 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.851410] env[69563]: DEBUG nova.compute.manager [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Refreshing instance network info cache due to event network-changed-88376a20-a87d-479e-aaac-3e5a5181fad5. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.851603] env[69563]: DEBUG oslo_concurrency.lockutils [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] Acquiring lock "refresh_cache-f0962694-a7c3-4144-b208-dd402d44ea8f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.869027] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "refresh_cache-f0962694-a7c3-4144-b208-dd402d44ea8f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.869436] env[69563]: DEBUG nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Instance network_info: |[{"id": "88376a20-a87d-479e-aaac-3e5a5181fad5", "address": "fa:16:3e:c5:b2:54", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88376a20-a8", "ovs_interfaceid": "88376a20-a87d-479e-aaac-3e5a5181fad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.869632] env[69563]: DEBUG oslo_concurrency.lockutils [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] Acquired lock "refresh_cache-f0962694-a7c3-4144-b208-dd402d44ea8f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.869808] env[69563]: DEBUG nova.network.neutron [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Refreshing network info cache for port 88376a20-a87d-479e-aaac-3e5a5181fad5 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1088.871035] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b2:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88376a20-a87d-479e-aaac-3e5a5181fad5', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.878483] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.879357] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.879584] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14b8377a-dc3d-4988-89e3-e8acb703d401 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.900165] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.900165] env[69563]: value = "task-3404331" [ 1088.900165] env[69563]: _type = "Task" [ 1088.900165] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.909084] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404331, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.114831] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.117189] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.143s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.142866] env[69563]: INFO nova.scheduler.client.report [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted allocations for instance 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2 [ 1089.157039] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063521} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.157495] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.158270] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a4ce6-cc5d-4320-9d8a-c598bfe6b07f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.163514] env[69563]: DEBUG oslo_vmware.api [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404329, 'name': PowerOnVM_Task, 'duration_secs': 0.703319} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.164094] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.164301] env[69563]: INFO nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1089.164476] env[69563]: DEBUG nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.165232] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb53a3-f4d7-4440-b948-30b37f546d6b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.187655] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d8a0c9f3-a2a7-46e6-8431-6a5dda894c16/d8a0c9f3-a2a7-46e6-8431-6a5dda894c16.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.188425] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb2afd4-5a62-4dd3-b80a-2c9174b2b6f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.214193] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1089.214193] env[69563]: value = "task-3404332" [ 1089.214193] env[69563]: _type = "Task" [ 1089.214193] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.221908] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.259121] env[69563]: DEBUG nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.286447] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.286712] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.287065] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.287065] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.287217] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.287441] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.287564] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.287752] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.287955] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.288150] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.288331] env[69563]: DEBUG nova.virt.hardware [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.289216] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5027cf5-e431-47c4-908c-c6372035854d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.296894] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78110f8-8a9a-4134-a587-d070b3c6c5b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.409413] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404331, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.548414] env[69563]: DEBUG nova.network.neutron [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Successfully updated port: 29d07b85-6e78-4084-8504-bb74a3ed6057 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1089.651166] env[69563]: DEBUG nova.network.neutron [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Updated VIF entry in instance network info cache for port 88376a20-a87d-479e-aaac-3e5a5181fad5. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1089.651673] env[69563]: DEBUG nova.network.neutron [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Updating instance_info_cache with network_info: [{"id": "88376a20-a87d-479e-aaac-3e5a5181fad5", "address": "fa:16:3e:c5:b2:54", "network": {"id": "bb35a567-20df-4033-8ef5-28f58ea21240", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1341450358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9451554f27b2494c80f273e3b690afcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88376a20-a8", "ovs_interfaceid": "88376a20-a87d-479e-aaac-3e5a5181fad5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1089.656710] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6d078be1-8064-4ffb-bfe7-4e2725826be4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "77ab5307-0ab5-4d1b-936b-ad2525fa3ab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.935s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.725798] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404332, 'name': ReconfigVM_Task, 'duration_secs': 0.266021} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.726472] env[69563]: INFO nova.compute.manager [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Took 22.78 seconds to build instance. [ 1089.729200] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d8a0c9f3-a2a7-46e6-8431-6a5dda894c16/d8a0c9f3-a2a7-46e6-8431-6a5dda894c16.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.729200] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aacd10ce-1ca3-4d92-a36a-58edee4d8d09 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.737485] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1089.737485] env[69563]: value = "task-3404333" [ 1089.737485] env[69563]: _type = "Task" [ 1089.737485] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.749020] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404333, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.912148] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404331, 'name': CreateVM_Task, 'duration_secs': 0.635385} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.912326] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.913041] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.913212] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.913529] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.913791] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84e0146-b522-4d05-b267-01c1c05c1697 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.918015] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1089.918015] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52790530-1386-a1dc-46b4-a99323c1f8de" [ 1089.918015] env[69563]: _type = "Task" [ 1089.918015] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.925441] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52790530-1386-a1dc-46b4-a99323c1f8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.050967] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "refresh_cache-2083d666-bcbf-4755-92de-ffe99fb63708" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.051255] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "refresh_cache-2083d666-bcbf-4755-92de-ffe99fb63708" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.051382] env[69563]: DEBUG nova.network.neutron [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1090.133984] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Applying migration context for instance 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c as it has an incoming, in-progress migration aae73d0e-b57e-4209-b468-730318050af4. Migration status is finished {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1090.134285] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Applying migration context for instance 370511e6-c4ba-425c-9495-b1646ac97b1f as it has an incoming, in-progress migration 1be3d204-de68-4283-a829-3be6629d496b. Migration status is finished {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1090.136275] env[69563]: INFO nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating resource usage from migration aae73d0e-b57e-4209-b468-730318050af4 [ 1090.136584] env[69563]: INFO nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating resource usage from migration 1be3d204-de68-4283-a829-3be6629d496b [ 1090.155909] env[69563]: DEBUG oslo_concurrency.lockutils [req-a020e229-f316-4426-9f64-b3b2283e3973 req-79e2fc07-e327-4063-9b02-a64ad4024d43 service nova] Releasing lock "refresh_cache-f0962694-a7c3-4144-b208-dd402d44ea8f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.158142] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.158409] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 509fe96d-c6e0-409d-96d9-1de283a2e7a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.158637] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1fa5d2aa-44cc-44d7-b028-aaa203011017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 3c268845-a7a5-4796-a972-53d70d2b876e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 80bb8738-0765-4dab-9e79-db26ea7d9ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 231c01eb-cbb4-4152-b6e5-ccf2fd34680a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 47622390-9e3a-4865-b160-821637c53a4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ffc8eb20-2316-405d-8c88-7f8d84ffc32d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e7700815-0f69-4096-b778-6a13bcd7288c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 848c3663-a77c-4611-a449-4541e6283136 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Migration 1be3d204-de68-4283-a829-3be6629d496b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 370511e6-c4ba-425c-9495-b1646ac97b1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: WARNING nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1061c85d-69ae-4c23-bb11-19b9acd6fd6b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 5ccd6755-4fe3-4476-af8a-f704efdad82d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Migration aae73d0e-b57e-4209-b468-730318050af4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161016] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7d5a4768-4078-484c-96fd-65ff7dd755fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161505] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance d8a0c9f3-a2a7-46e6-8431-6a5dda894c16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161505] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance f0962694-a7c3-4144-b208-dd402d44ea8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.161505] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 2083d666-bcbf-4755-92de-ffe99fb63708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.229570] env[69563]: DEBUG oslo_concurrency.lockutils [None req-388eae06-f1eb-49be-9150-827f6511d28e tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.292s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.254029] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404333, 'name': Rename_Task, 'duration_secs': 0.152386} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.254029] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.254029] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aee32ee-0912-45d0-b256-88d034a66064 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.264020] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1090.264020] env[69563]: value = "task-3404334" [ 1090.264020] env[69563]: _type = "Task" [ 1090.264020] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.276259] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.430478] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52790530-1386-a1dc-46b4-a99323c1f8de, 'name': SearchDatastore_Task, 'duration_secs': 0.041376} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.430478] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.430478] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.430731] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.430871] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.431169] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.431566] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6083301-2f54-4072-83fb-a9c567c5e9be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.445240] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.445570] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.446452] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ccb725d-92a4-4b59-a2ba-ffacea993405 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.453301] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1090.453301] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bfca0a-5c8e-6a43-5007-b0015ed7911c" [ 1090.453301] env[69563]: _type = "Task" [ 1090.453301] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.461230] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bfca0a-5c8e-6a43-5007-b0015ed7911c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.605678] env[69563]: DEBUG nova.network.neutron [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1090.664270] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7cf0a493-6ede-4cfc-8979-f43a5de0b415 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1090.664600] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1090.664765] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1090.780805] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.894813] env[69563]: DEBUG nova.network.neutron [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Updating instance_info_cache with network_info: [{"id": "29d07b85-6e78-4084-8504-bb74a3ed6057", "address": "fa:16:3e:cd:9a:d3", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29d07b85-6e", "ovs_interfaceid": "29d07b85-6e78-4084-8504-bb74a3ed6057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1090.963440] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52bfca0a-5c8e-6a43-5007-b0015ed7911c, 'name': SearchDatastore_Task, 'duration_secs': 0.021189} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.967281] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfae7f6-3932-479f-a1ef-80b0b85e30fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.971860] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1090.971860] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e9dc8d-47b6-1147-ccb5-bdceca312e11" [ 1090.971860] env[69563]: _type = "Task" [ 1090.971860] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.979870] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248faaa5-531f-4d07-90f2-618122483294 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.989685] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e9dc8d-47b6-1147-ccb5-bdceca312e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.991401] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b510ca1-d7b9-426e-a3c5-e02e91fdb7a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.033778] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d80e3e-1a0e-45ba-a63d-11aad17a5647 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.041132] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f59ad-d530-45eb-a549-5f574af29cc6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.055879] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.202495] env[69563]: DEBUG nova.compute.manager [req-78827049-d831-4abd-b916-2f1bbd5bbc7d req-9bfdf785-e323-4c2b-a4f0-1af4840d28f6 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.202744] env[69563]: DEBUG nova.compute.manager [req-78827049-d831-4abd-b916-2f1bbd5bbc7d req-9bfdf785-e323-4c2b-a4f0-1af4840d28f6 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing instance network info cache due to event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.203330] env[69563]: DEBUG oslo_concurrency.lockutils [req-78827049-d831-4abd-b916-2f1bbd5bbc7d req-9bfdf785-e323-4c2b-a4f0-1af4840d28f6 service nova] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.203488] env[69563]: DEBUG oslo_concurrency.lockutils [req-78827049-d831-4abd-b916-2f1bbd5bbc7d req-9bfdf785-e323-4c2b-a4f0-1af4840d28f6 service nova] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.203716] env[69563]: DEBUG nova.network.neutron [req-78827049-d831-4abd-b916-2f1bbd5bbc7d req-9bfdf785-e323-4c2b-a4f0-1af4840d28f6 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1091.222668] env[69563]: DEBUG nova.compute.manager [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Received event network-vif-plugged-29d07b85-6e78-4084-8504-bb74a3ed6057 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.222958] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] Acquiring lock "2083d666-bcbf-4755-92de-ffe99fb63708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.223155] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] Lock "2083d666-bcbf-4755-92de-ffe99fb63708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.223262] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] Lock "2083d666-bcbf-4755-92de-ffe99fb63708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.223475] env[69563]: DEBUG nova.compute.manager [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] No waiting events found dispatching network-vif-plugged-29d07b85-6e78-4084-8504-bb74a3ed6057 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.223585] env[69563]: WARNING nova.compute.manager [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Received unexpected event network-vif-plugged-29d07b85-6e78-4084-8504-bb74a3ed6057 for instance with vm_state building and task_state spawning. [ 1091.223730] env[69563]: DEBUG nova.compute.manager [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Received event network-changed-29d07b85-6e78-4084-8504-bb74a3ed6057 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.223882] env[69563]: DEBUG nova.compute.manager [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Refreshing instance network info cache due to event network-changed-29d07b85-6e78-4084-8504-bb74a3ed6057. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.224489] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] Acquiring lock "refresh_cache-2083d666-bcbf-4755-92de-ffe99fb63708" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.273588] env[69563]: DEBUG oslo_vmware.api [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404334, 'name': PowerOnVM_Task, 'duration_secs': 0.63808} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.273701] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.273870] env[69563]: INFO nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1091.274066] env[69563]: DEBUG nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.274838] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890cdcb6-39b6-4a55-a748-745c9f378ae6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.397550] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "refresh_cache-2083d666-bcbf-4755-92de-ffe99fb63708" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.397886] env[69563]: DEBUG nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Instance network_info: |[{"id": "29d07b85-6e78-4084-8504-bb74a3ed6057", "address": "fa:16:3e:cd:9a:d3", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29d07b85-6e", "ovs_interfaceid": "29d07b85-6e78-4084-8504-bb74a3ed6057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.398243] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] Acquired lock "refresh_cache-2083d666-bcbf-4755-92de-ffe99fb63708" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.398387] env[69563]: DEBUG nova.network.neutron [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Refreshing network info cache for port 29d07b85-6e78-4084-8504-bb74a3ed6057 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1091.399591] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:9a:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29d07b85-6e78-4084-8504-bb74a3ed6057', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.407723] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.410648] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.411140] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8266145-3d95-47b6-90c0-adc601979d32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.433364] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.433364] env[69563]: value = "task-3404335" [ 1091.433364] env[69563]: _type = "Task" [ 1091.433364] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.443262] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404335, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.483940] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e9dc8d-47b6-1147-ccb5-bdceca312e11, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.486576] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.486951] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] f0962694-a7c3-4144-b208-dd402d44ea8f/f0962694-a7c3-4144-b208-dd402d44ea8f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.487186] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-193011d5-4a0a-4d3b-9077-360bf75b984d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.495028] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1091.495028] env[69563]: value = "task-3404336" [ 1091.495028] env[69563]: _type = "Task" [ 1091.495028] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.504564] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.518467] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "d4ac99ba-a37d-463f-8877-57a950396e68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.518714] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "d4ac99ba-a37d-463f-8877-57a950396e68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.578144] env[69563]: ERROR nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [req-33a2c89f-a7f0-4dde-98a0-8b2989da9c9b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33a2c89f-a7f0-4dde-98a0-8b2989da9c9b"}]} [ 1091.598062] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1091.614626] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1091.614626] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.627444] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1091.648870] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1091.730410] env[69563]: DEBUG nova.network.neutron [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Updated VIF entry in instance network info cache for port 29d07b85-6e78-4084-8504-bb74a3ed6057. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1091.730410] env[69563]: DEBUG nova.network.neutron [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Updating instance_info_cache with network_info: [{"id": "29d07b85-6e78-4084-8504-bb74a3ed6057", "address": "fa:16:3e:cd:9a:d3", "network": {"id": "d43bed42-c561-4dcc-9904-e20874e12ae2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1269288161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80ba41ffeb14645a71cda26a7cf01a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29d07b85-6e", "ovs_interfaceid": "29d07b85-6e78-4084-8504-bb74a3ed6057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1091.797402] env[69563]: INFO nova.compute.manager [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Took 21.07 seconds to build instance. [ 1091.883752] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.883752] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.883752] env[69563]: DEBUG nova.compute.manager [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Going to confirm migration 6 {{(pid=69563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1091.944406] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404335, 'name': CreateVM_Task, 'duration_secs': 0.377329} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.944673] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.945431] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.945606] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.946200] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.949832] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1eb201-ad4e-43d9-b0d3-4b2abf220970 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.958735] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1091.958735] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52be1088-415f-3365-e391-aa72e85bc781" [ 1091.958735] env[69563]: _type = "Task" [ 1091.958735] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.966702] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52be1088-415f-3365-e391-aa72e85bc781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.995530] env[69563]: DEBUG nova.network.neutron [req-78827049-d831-4abd-b916-2f1bbd5bbc7d req-9bfdf785-e323-4c2b-a4f0-1af4840d28f6 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updated VIF entry in instance network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1091.996545] env[69563]: DEBUG nova.network.neutron [req-78827049-d831-4abd-b916-2f1bbd5bbc7d req-9bfdf785-e323-4c2b-a4f0-1af4840d28f6 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1092.007912] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404336, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.020708] env[69563]: DEBUG nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.025406] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3eb39-054f-4da7-881d-dbe82c7ecd55 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.032090] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8559091-20b6-472a-9304-5da9802c2e80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.065515] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6672fee5-4dc2-47dd-8d20-1839f7ed88b3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.073636] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac0158-6c7b-498c-9ee2-5ec3ff8bef8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.087115] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.232336] env[69563]: DEBUG oslo_concurrency.lockutils [req-ed4a603b-4817-4e8b-95c5-061b42e5b03e req-07efff4d-4eb8-4aea-8b3a-a81cd9a15eba service nova] Releasing lock "refresh_cache-2083d666-bcbf-4755-92de-ffe99fb63708" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.300353] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37d127e6-cb75-42f0-aee4-9bd9299c7e2c tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.974s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.469516] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52be1088-415f-3365-e391-aa72e85bc781, 'name': SearchDatastore_Task, 'duration_secs': 0.045385} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.469852] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.470104] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.470352] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.470497] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.470671] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.470933] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a521d92-e934-4271-937e-7d6eb46ac1aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.485333] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.485780] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.485780] env[69563]: DEBUG nova.network.neutron [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1092.485881] env[69563]: DEBUG nova.objects.instance [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'info_cache' on Instance uuid 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.490660] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.490660] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.490660] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f78a337-3137-4d33-b14b-e62eb316e343 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.495360] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1092.495360] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529dbaab-0801-74f0-22af-683a2a93e6b2" [ 1092.495360] env[69563]: _type = "Task" [ 1092.495360] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.502958] env[69563]: DEBUG oslo_concurrency.lockutils [req-78827049-d831-4abd-b916-2f1bbd5bbc7d req-9bfdf785-e323-4c2b-a4f0-1af4840d28f6 service nova] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.506817] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529dbaab-0801-74f0-22af-683a2a93e6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.514687] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570987} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.515141] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] f0962694-a7c3-4144-b208-dd402d44ea8f/f0962694-a7c3-4144-b208-dd402d44ea8f.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.515344] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.515595] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeeeaa5f-e023-4893-9b54-b5c74937f449 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.521214] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1092.521214] env[69563]: value = "task-3404337" [ 1092.521214] env[69563]: _type = "Task" [ 1092.521214] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.533411] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.549888] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.626031] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1092.626280] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 160 to 161 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1092.626430] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.005431] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529dbaab-0801-74f0-22af-683a2a93e6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.038513} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.006221] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa3ac69-73bf-49de-8c91-d758c3fa5491 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.011770] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1093.011770] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5231b542-dd78-0511-84fa-fad1bb1f2bb8" [ 1093.011770] env[69563]: _type = "Task" [ 1093.011770] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.020800] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5231b542-dd78-0511-84fa-fad1bb1f2bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.029778] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06623} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.030032] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.030762] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d873f6-99d9-4a17-a760-982294c80267 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.053545] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] f0962694-a7c3-4144-b208-dd402d44ea8f/f0962694-a7c3-4144-b208-dd402d44ea8f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.053814] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c28fcf4f-50e2-4b93-8f8c-3d2e8e222086 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.072330] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1093.072330] env[69563]: value = "task-3404338" [ 1093.072330] env[69563]: _type = "Task" [ 1093.072330] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.082275] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.135259] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1093.135498] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.018s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.135770] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.843s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.231753] env[69563]: DEBUG nova.compute.manager [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received event network-changed-ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.231753] env[69563]: DEBUG nova.compute.manager [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing instance network info cache due to event network-changed-ac903edb-0a92-47e8-8d8f-9d675df5fae9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.231919] env[69563]: DEBUG oslo_concurrency.lockutils [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] Acquiring lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.232316] env[69563]: DEBUG oslo_concurrency.lockutils [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] Acquired lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.232316] env[69563]: DEBUG nova.network.neutron [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing network info cache for port ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1093.252238] env[69563]: DEBUG nova.compute.manager [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received event network-changed-ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.252450] env[69563]: DEBUG nova.compute.manager [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing instance network info cache due to event network-changed-ac903edb-0a92-47e8-8d8f-9d675df5fae9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.252607] env[69563]: DEBUG oslo_concurrency.lockutils [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] Acquiring lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.522600] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5231b542-dd78-0511-84fa-fad1bb1f2bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.05378} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.525180] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.525466] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 2083d666-bcbf-4755-92de-ffe99fb63708/2083d666-bcbf-4755-92de-ffe99fb63708.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.526112] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1631d1c-5f36-4817-a584-a30b13a9751f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.533369] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1093.533369] env[69563]: value = "task-3404339" [ 1093.533369] env[69563]: _type = "Task" [ 1093.533369] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.542222] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.582255] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.727519] env[69563]: DEBUG nova.network.neutron [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [{"id": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "address": "fa:16:3e:08:7d:96", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca26eae-7a", "ovs_interfaceid": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1093.973321] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f316db1d-50f7-4234-abc8-db73f9889373 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.980116] env[69563]: DEBUG nova.network.neutron [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updated VIF entry in instance network info cache for port ac903edb-0a92-47e8-8d8f-9d675df5fae9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1093.980504] env[69563]: DEBUG nova.network.neutron [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1093.985809] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc74dc-a7b3-4451-bf6c-87cf2c8b3f9a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.023385] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a3d115-2866-4faa-8112-2c008907012d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.034062] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9641d0e8-9e32-467b-b94d-519730b7a234 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.048237] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404339, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.057013] env[69563]: DEBUG nova.compute.provider_tree [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.084288] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404338, 'name': ReconfigVM_Task, 'duration_secs': 0.692673} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.084707] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] f0962694-a7c3-4144-b208-dd402d44ea8f/f0962694-a7c3-4144-b208-dd402d44ea8f.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.086160] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b6c2d61-3d62-41fa-9ffe-38cde632132f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.095243] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1094.095243] env[69563]: value = "task-3404340" [ 1094.095243] env[69563]: _type = "Task" [ 1094.095243] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.103832] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404340, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.232877] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.233334] env[69563]: DEBUG nova.objects.instance [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'migration_context' on Instance uuid 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.486334] env[69563]: DEBUG oslo_concurrency.lockutils [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] Releasing lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.486624] env[69563]: DEBUG nova.compute.manager [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Received event network-changed-3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.486801] env[69563]: DEBUG nova.compute.manager [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Refreshing instance network info cache due to event network-changed-3d68a0ac-d6e6-42d9-a653-82291ef4e0d6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.487031] env[69563]: DEBUG oslo_concurrency.lockutils [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] Acquiring lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.487181] env[69563]: DEBUG oslo_concurrency.lockutils [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] Acquired lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.487351] env[69563]: DEBUG nova.network.neutron [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Refreshing network info cache for port 3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1094.488739] env[69563]: DEBUG oslo_concurrency.lockutils [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] Acquired lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.488934] env[69563]: DEBUG nova.network.neutron [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing network info cache for port ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1094.549168] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591548} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.549336] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 2083d666-bcbf-4755-92de-ffe99fb63708/2083d666-bcbf-4755-92de-ffe99fb63708.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.549563] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.549900] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c24ee258-f670-4073-81ad-5644891c6a90 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.560839] env[69563]: DEBUG nova.scheduler.client.report [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.563677] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1094.563677] env[69563]: value = "task-3404341" [ 1094.563677] env[69563]: _type = "Task" [ 1094.563677] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.576483] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.605192] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404340, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.736649] env[69563]: DEBUG nova.objects.base [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Object Instance<2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c> lazy-loaded attributes: info_cache,migration_context {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.737912] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f7f280-16c6-4691-98e6-cdda5f382dc7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.759469] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd29c28c-119d-43c2-bdda-b0d1a633a2e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.765331] env[69563]: DEBUG oslo_vmware.api [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1094.765331] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528df7a2-1ac6-3fa7-4b84-831eff9c3184" [ 1094.765331] env[69563]: _type = "Task" [ 1094.765331] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.773730] env[69563]: DEBUG oslo_vmware.api [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528df7a2-1ac6-3fa7-4b84-831eff9c3184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.076946] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20695} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.077450] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.078288] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03940965-1b3b-43a7-83a0-3bf8422c939b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.102605] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 2083d666-bcbf-4755-92de-ffe99fb63708/2083d666-bcbf-4755-92de-ffe99fb63708.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.108268] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed5378e-8e2d-45a7-b69a-c9a0381e1906 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.132582] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404340, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.134092] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1095.134092] env[69563]: value = "task-3404342" [ 1095.134092] env[69563]: _type = "Task" [ 1095.134092] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.142094] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.245705] env[69563]: DEBUG nova.network.neutron [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Updated VIF entry in instance network info cache for port 3d68a0ac-d6e6-42d9-a653-82291ef4e0d6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1095.246132] env[69563]: DEBUG nova.network.neutron [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Updating instance_info_cache with network_info: [{"id": "3d68a0ac-d6e6-42d9-a653-82291ef4e0d6", "address": "fa:16:3e:e5:df:9b", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d68a0ac-d6", "ovs_interfaceid": "3d68a0ac-d6e6-42d9-a653-82291ef4e0d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1095.279119] env[69563]: DEBUG oslo_vmware.api [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528df7a2-1ac6-3fa7-4b84-831eff9c3184, 'name': SearchDatastore_Task, 'duration_secs': 0.014695} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.279434] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.322429] env[69563]: DEBUG nova.network.neutron [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updated VIF entry in instance network info cache for port ac903edb-0a92-47e8-8d8f-9d675df5fae9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1095.322825] env[69563]: DEBUG nova.network.neutron [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1095.426057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.426296] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.579132] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.443s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.582206] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.599s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.584125] env[69563]: INFO nova.compute.claims [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.618667] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404340, 'name': Rename_Task, 'duration_secs': 1.502224} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.618964] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.619225] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c2d326-809c-4773-a0c2-8a38bac1b575 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.626657] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1095.626657] env[69563]: value = "task-3404343" [ 1095.626657] env[69563]: _type = "Task" [ 1095.626657] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.633828] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.641708] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404342, 'name': ReconfigVM_Task, 'duration_secs': 0.353485} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.641978] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 2083d666-bcbf-4755-92de-ffe99fb63708/2083d666-bcbf-4755-92de-ffe99fb63708.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.642578] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914bdb4a-08c8-40f7-ae17-5143aa8592b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.647815] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1095.647815] env[69563]: value = "task-3404344" [ 1095.647815] env[69563]: _type = "Task" [ 1095.647815] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.655545] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404344, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.749829] env[69563]: DEBUG oslo_concurrency.lockutils [req-92e2fafd-0bbb-43b4-9e71-146f241332f4 req-a5fe8f9c-31be-46e1-9f1c-8db3bb198a27 service nova] Releasing lock "refresh_cache-d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.826196] env[69563]: DEBUG oslo_concurrency.lockutils [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] Releasing lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.826486] env[69563]: DEBUG nova.compute.manager [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.826657] env[69563]: DEBUG nova.compute.manager [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing instance network info cache due to event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.826873] env[69563]: DEBUG oslo_concurrency.lockutils [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.827028] env[69563]: DEBUG oslo_concurrency.lockutils [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.827234] env[69563]: DEBUG nova.network.neutron [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1095.931390] env[69563]: DEBUG nova.compute.utils [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.136906] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.144876] env[69563]: INFO nova.scheduler.client.report [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted allocation for migration 1be3d204-de68-4283-a829-3be6629d496b [ 1096.159915] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404344, 'name': Rename_Task, 'duration_secs': 0.131981} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.160288] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.160598] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bd91f1b-e44b-4af2-88a8-637d2e84bf9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.167302] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1096.167302] env[69563]: value = "task-3404345" [ 1096.167302] env[69563]: _type = "Task" [ 1096.167302] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.177544] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.434438] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.542580] env[69563]: DEBUG nova.network.neutron [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updated VIF entry in instance network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1096.542952] env[69563]: DEBUG nova.network.neutron [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1096.638149] env[69563]: DEBUG oslo_vmware.api [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404343, 'name': PowerOnVM_Task, 'duration_secs': 0.594117} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.640956] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.641223] env[69563]: INFO nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1096.641419] env[69563]: DEBUG nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.642483] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d7c3ce-5915-4709-a0a6-940166dd735b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.653618] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.730s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.681495] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.850057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76190e6-f485-43b3-85d5-a68203bb985e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.857665] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278d04b6-d578-4ff5-832e-85d99b4dfeab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.891098] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dbc800-e4c8-4a89-bed2-fe08e107b6a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.898018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b4036f-6708-4aec-9ea4-5676ca080495 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.911503] env[69563]: DEBUG nova.compute.provider_tree [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.045837] env[69563]: DEBUG oslo_concurrency.lockutils [req-ecaba900-618c-4030-a348-026a599ff2d0 req-6f317742-4328-466d-8b81-cb4724241cb8 service nova] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.165181] env[69563]: INFO nova.compute.manager [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Took 25.91 seconds to build instance. [ 1097.179413] env[69563]: DEBUG oslo_vmware.api [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404345, 'name': PowerOnVM_Task, 'duration_secs': 0.994911} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.180238] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.180466] env[69563]: INFO nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1097.180677] env[69563]: DEBUG nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.181858] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d19f97-63c3-45ff-8ea7-c84aa1a13698 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.415673] env[69563]: DEBUG nova.scheduler.client.report [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.493913] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.494209] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.494474] env[69563]: INFO nova.compute.manager [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Attaching volume d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa to /dev/sdb [ 1097.526277] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7cce2e-f1b0-4717-9d1d-d861f969275b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.533869] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c6c3cb-7fed-4124-89f2-570ae8c994fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.547297] env[69563]: DEBUG nova.virt.block_device [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating existing volume attachment record: 920b5048-ba58-4181-8dcb-ad9961ef0dfd {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1097.666911] env[69563]: DEBUG oslo_concurrency.lockutils [None req-deb4ac19-2559-4163-8bd9-a8bd23642811 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "f0962694-a7c3-4144-b208-dd402d44ea8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.420s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.699785] env[69563]: INFO nova.compute.manager [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Took 22.91 seconds to build instance. [ 1097.921812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.922543] env[69563]: DEBUG nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.925374] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.615s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.926243] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.929180] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.164s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.929499] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.931558] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.382s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.933113] env[69563]: INFO nova.compute.claims [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.962211] env[69563]: INFO nova.scheduler.client.report [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Deleted allocations for instance e7700815-0f69-4096-b778-6a13bcd7288c [ 1097.963674] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "370511e6-c4ba-425c-9495-b1646ac97b1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.964111] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.964344] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.964552] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.965105] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.969536] env[69563]: INFO nova.scheduler.client.report [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Deleted allocations for instance 1061c85d-69ae-4c23-bb11-19b9acd6fd6b [ 1097.970836] env[69563]: INFO nova.compute.manager [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Terminating instance [ 1098.078775] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "f0962694-a7c3-4144-b208-dd402d44ea8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.079072] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "f0962694-a7c3-4144-b208-dd402d44ea8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.079292] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "f0962694-a7c3-4144-b208-dd402d44ea8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.079477] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "f0962694-a7c3-4144-b208-dd402d44ea8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.079648] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "f0962694-a7c3-4144-b208-dd402d44ea8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.081945] env[69563]: INFO nova.compute.manager [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Terminating instance [ 1098.201860] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3d19f81f-ccb2-4a8f-9a70-b31285feca8b tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "2083d666-bcbf-4755-92de-ffe99fb63708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.424s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.437911] env[69563]: DEBUG nova.compute.utils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.441864] env[69563]: DEBUG nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.441864] env[69563]: DEBUG nova.network.neutron [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1098.475686] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ff907cd-2ae4-4d2e-903a-b33547599a1f tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "e7700815-0f69-4096-b778-6a13bcd7288c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.588s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.479347] env[69563]: DEBUG nova.compute.manager [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.479347] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.480069] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df149fd1-b254-4485-9d72-df5e002f99a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.483549] env[69563]: DEBUG oslo_concurrency.lockutils [None req-449fa0f2-c0cb-4ac1-b154-424bb23fd0ac tempest-ServerGroupTestJSON-1929824102 tempest-ServerGroupTestJSON-1929824102-project-member] Lock "1061c85d-69ae-4c23-bb11-19b9acd6fd6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.160s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.490133] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.490670] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a6b7ed9-5e8d-4bbd-8ce0-6ada278631d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.498061] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1098.498061] env[69563]: value = "task-3404349" [ 1098.498061] env[69563]: _type = "Task" [ 1098.498061] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.507589] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.542016] env[69563]: DEBUG nova.policy [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad976a18e274b159915b4dc848aa6cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8fbab8b3134d1f94677dafcd5cd688', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.588639] env[69563]: DEBUG nova.compute.manager [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.588639] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.588639] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68deede5-28c8-4749-bb1b-9e9500dca2d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.597925] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.598529] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb8cfeb-3f73-4fd3-8a67-bc16716e1556 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.608128] env[69563]: DEBUG oslo_vmware.api [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1098.608128] env[69563]: value = "task-3404350" [ 1098.608128] env[69563]: _type = "Task" [ 1098.608128] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.616460] env[69563]: DEBUG oslo_vmware.api [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.649071] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.649355] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.649567] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.649752] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.649920] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.652471] env[69563]: INFO nova.compute.manager [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Terminating instance [ 1098.942902] env[69563]: DEBUG nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.014249] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404349, 'name': PowerOffVM_Task, 'duration_secs': 0.392119} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.014528] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.014738] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.015018] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16396512-c45f-4b65-81d7-16dca36e0e20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.057536] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-848c3663-a77c-4611-a449-4541e6283136-b695d070-8d87-4f06-92c7-182ac8e24c7f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.057804] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-848c3663-a77c-4611-a449-4541e6283136-b695d070-8d87-4f06-92c7-182ac8e24c7f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.058213] env[69563]: DEBUG nova.objects.instance [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'flavor' on Instance uuid 848c3663-a77c-4611-a449-4541e6283136 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.081424] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.082201] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.082201] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleting the datastore file [datastore1] 370511e6-c4ba-425c-9495-b1646ac97b1f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.082451] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8342d9f-5b44-4fa5-92de-88a81f7f1771 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.088392] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for the task: (returnval){ [ 1099.088392] env[69563]: value = "task-3404352" [ 1099.088392] env[69563]: _type = "Task" [ 1099.088392] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.099620] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.119177] env[69563]: DEBUG oslo_vmware.api [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404350, 'name': PowerOffVM_Task, 'duration_secs': 0.255638} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.121683] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.121942] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.122631] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c31469-eeaa-4d47-b0de-614e7491009c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.162015] env[69563]: DEBUG nova.compute.manager [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.162015] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.162015] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d4041d-c4af-42b7-ad16-979a9e74912b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.174019] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.174019] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf1267bc-de1d-495f-bb57-c76186de6e8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.181934] env[69563]: DEBUG oslo_vmware.api [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1099.181934] env[69563]: value = "task-3404354" [ 1099.181934] env[69563]: _type = "Task" [ 1099.181934] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.190259] env[69563]: DEBUG oslo_vmware.api [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.197745] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.197745] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.197745] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleting the datastore file [datastore1] f0962694-a7c3-4144-b208-dd402d44ea8f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.197745] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5912dab5-5b5b-40e3-b128-5c3eb1c8c512 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.205030] env[69563]: DEBUG oslo_vmware.api [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for the task: (returnval){ [ 1099.205030] env[69563]: value = "task-3404355" [ 1099.205030] env[69563]: _type = "Task" [ 1099.205030] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.213189] env[69563]: DEBUG oslo_vmware.api [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.242016] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c0305-c28a-4333-b2bf-b20e6117b240 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.248383] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb78e46-c3e8-4314-b700-8c33e072f789 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.282009] env[69563]: DEBUG nova.network.neutron [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Successfully created port: ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1099.284768] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b7ad8e-9049-4016-845b-e5b726b4b4fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.292591] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af116b31-cc16-431a-80bb-e1bfc4a3b762 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.306690] env[69563]: DEBUG nova.compute.provider_tree [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.605254] env[69563]: DEBUG oslo_vmware.api [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Task: {'id': task-3404352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268927} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.605875] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.606842] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.607196] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.607494] env[69563]: INFO nova.compute.manager [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.607847] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.609238] env[69563]: DEBUG nova.compute.manager [-] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.609467] env[69563]: DEBUG nova.network.neutron [-] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1099.676250] env[69563]: DEBUG nova.objects.instance [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'pci_requests' on Instance uuid 848c3663-a77c-4611-a449-4541e6283136 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.696323] env[69563]: DEBUG oslo_vmware.api [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404354, 'name': PowerOffVM_Task, 'duration_secs': 0.30673} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.696588] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.696753] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.697657] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dd9fade-11d0-475f-9a51-f53eb05050ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.711732] env[69563]: DEBUG oslo_vmware.api [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Task: {'id': task-3404355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309341} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.711982] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.713219] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.713219] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.713219] env[69563]: INFO nova.compute.manager [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.713219] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.713219] env[69563]: DEBUG nova.compute.manager [-] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.713522] env[69563]: DEBUG nova.network.neutron [-] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1099.767708] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.767708] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.767708] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Deleting the datastore file [datastore1] 231c01eb-cbb4-4152-b6e5-ccf2fd34680a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.767708] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c30c2b7a-54a1-4225-880a-23e2ebd151f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.773030] env[69563]: DEBUG oslo_vmware.api [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for the task: (returnval){ [ 1099.773030] env[69563]: value = "task-3404357" [ 1099.773030] env[69563]: _type = "Task" [ 1099.773030] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.781826] env[69563]: DEBUG oslo_vmware.api [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.809763] env[69563]: DEBUG nova.scheduler.client.report [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.957941] env[69563]: DEBUG nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.993878] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.994532] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.994532] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.994532] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.994696] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.994828] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.995054] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.995222] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.995389] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.995549] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.995715] env[69563]: DEBUG nova.virt.hardware [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.996643] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac7e5e5-c223-45bc-bd72-a268abeb6252 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.005570] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc4e18-9412-4229-bf11-357845be1fb2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.178804] env[69563]: DEBUG nova.objects.base [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Object Instance<848c3663-a77c-4611-a449-4541e6283136> lazy-loaded attributes: flavor,pci_requests {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.179094] env[69563]: DEBUG nova.network.neutron [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1100.243417] env[69563]: DEBUG nova.policy [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.282273] env[69563]: DEBUG oslo_vmware.api [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Task: {'id': task-3404357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19996} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.282535] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.282718] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.282893] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.283097] env[69563]: INFO nova.compute.manager [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1100.283395] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.283614] env[69563]: DEBUG nova.compute.manager [-] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.283705] env[69563]: DEBUG nova.network.neutron [-] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1100.318283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.318924] env[69563]: DEBUG nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.322470] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.043s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.541197] env[69563]: DEBUG nova.network.neutron [-] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1100.629493] env[69563]: DEBUG nova.compute.manager [req-5d81768e-a397-40c5-9634-4100509f5b34 req-4b7ed660-42c6-4d31-a2c5-fee95289a8ac service nova] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Received event network-vif-deleted-88376a20-a87d-479e-aaac-3e5a5181fad5 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.768201] env[69563]: DEBUG nova.compute.manager [req-d264a0d3-a27b-4c18-a8d6-424451b0e780 req-ab90aec9-47fe-4f1a-93e6-188a46c87cc6 service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Received event network-vif-deleted-2de6387c-b7e0-458e-afe0-d8019e351274 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.768201] env[69563]: INFO nova.compute.manager [req-d264a0d3-a27b-4c18-a8d6-424451b0e780 req-ab90aec9-47fe-4f1a-93e6-188a46c87cc6 service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Neutron deleted interface 2de6387c-b7e0-458e-afe0-d8019e351274; detaching it from the instance and deleting it from the info cache [ 1100.768201] env[69563]: DEBUG nova.network.neutron [req-d264a0d3-a27b-4c18-a8d6-424451b0e780 req-ab90aec9-47fe-4f1a-93e6-188a46c87cc6 service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1100.826554] env[69563]: DEBUG nova.compute.utils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.832363] env[69563]: DEBUG nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.832363] env[69563]: DEBUG nova.network.neutron [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1100.884610] env[69563]: DEBUG nova.policy [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33b62efb6f64e76953107e1f64c49c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56b682b2e4341ca9041621ca76c5600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.889322] env[69563]: DEBUG nova.network.neutron [-] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1101.044303] env[69563]: INFO nova.compute.manager [-] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Took 1.33 seconds to deallocate network for instance. [ 1101.122270] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6b81ba-baf6-42ef-ad98-af15ecf74990 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.131173] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0628a1be-c2b4-481c-94dc-401057f88651 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.168300] env[69563]: DEBUG nova.network.neutron [-] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1101.170932] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c977a00c-72eb-4d0b-be80-315d20b01366 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.182875] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f29573-e953-4f38-9caf-10e8f3eef4b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.197743] env[69563]: DEBUG nova.compute.provider_tree [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.238540] env[69563]: DEBUG nova.network.neutron [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Successfully updated port: ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1101.271239] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4e0a909-b7c5-4262-b1fd-8b39a8b6914b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.281251] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f1a13a-b2e5-4662-be35-de7abd3244f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.293726] env[69563]: DEBUG nova.network.neutron [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Successfully created port: 1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1101.319508] env[69563]: DEBUG nova.compute.manager [req-d264a0d3-a27b-4c18-a8d6-424451b0e780 req-ab90aec9-47fe-4f1a-93e6-188a46c87cc6 service nova] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Detach interface failed, port_id=2de6387c-b7e0-458e-afe0-d8019e351274, reason: Instance 370511e6-c4ba-425c-9495-b1646ac97b1f could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.332034] env[69563]: DEBUG nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.392569] env[69563]: INFO nova.compute.manager [-] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Took 1.78 seconds to deallocate network for instance. [ 1101.552917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.640047] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "2083d666-bcbf-4755-92de-ffe99fb63708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.640475] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "2083d666-bcbf-4755-92de-ffe99fb63708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.640722] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "2083d666-bcbf-4755-92de-ffe99fb63708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.640927] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "2083d666-bcbf-4755-92de-ffe99fb63708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.641112] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "2083d666-bcbf-4755-92de-ffe99fb63708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.643632] env[69563]: INFO nova.compute.manager [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Terminating instance [ 1101.674748] env[69563]: INFO nova.compute.manager [-] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Took 1.39 seconds to deallocate network for instance. [ 1101.702662] env[69563]: DEBUG nova.scheduler.client.report [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.741457] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.741614] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.741964] env[69563]: DEBUG nova.network.neutron [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1101.899791] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.099524] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1102.099917] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679234', 'volume_id': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'name': 'volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffc8eb20-2316-405d-8c88-7f8d84ffc32d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'serial': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1102.101318] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a75c5e-a61d-4c73-bf8d-2a9a0da0514d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.124460] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ab751-69e7-4aa7-a140-6efb7f019649 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.151811] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa/volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.152885] env[69563]: DEBUG nova.network.neutron [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Successfully updated port: b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.154382] env[69563]: DEBUG nova.compute.manager [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.154644] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.154807] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a0efd0-7663-47a3-a525-605cb231ddc7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.170031] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.170195] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.170395] env[69563]: DEBUG nova.network.neutron [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1102.172048] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e4577-522a-463e-878a-e6439e980604 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.181099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.181394] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.182717] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-390bf84f-f32f-48a9-bce8-97b29fee7419 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.184413] env[69563]: DEBUG oslo_vmware.api [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1102.184413] env[69563]: value = "task-3404359" [ 1102.184413] env[69563]: _type = "Task" [ 1102.184413] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.189679] env[69563]: DEBUG oslo_vmware.api [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1102.189679] env[69563]: value = "task-3404360" [ 1102.189679] env[69563]: _type = "Task" [ 1102.189679] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.195961] env[69563]: DEBUG oslo_vmware.api [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.212193] env[69563]: DEBUG oslo_vmware.api [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.278843] env[69563]: DEBUG nova.network.neutron [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1102.342084] env[69563]: DEBUG nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.374830] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.375098] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.375259] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.375441] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.375588] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.375734] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.375949] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.376118] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.376288] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.376452] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.376628] env[69563]: DEBUG nova.virt.hardware [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.377537] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142acae0-7b59-475d-9771-6753b80bfac1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.389430] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4459291-ce08-44f8-ad77-a1c1ba3bde1f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.415732] env[69563]: DEBUG nova.network.neutron [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Updating instance_info_cache with network_info: [{"id": "ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c", "address": "fa:16:3e:da:eb:cf", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee061ad7-b5", "ovs_interfaceid": "ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1102.658298] env[69563]: DEBUG nova.compute.manager [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Received event network-vif-deleted-460e2d6e-903e-4913-a331-98b02bc15f48 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.658531] env[69563]: DEBUG nova.compute.manager [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-vif-plugged-b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.658749] env[69563]: DEBUG oslo_concurrency.lockutils [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] Acquiring lock "848c3663-a77c-4611-a449-4541e6283136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.658926] env[69563]: DEBUG oslo_concurrency.lockutils [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] Lock "848c3663-a77c-4611-a449-4541e6283136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.659090] env[69563]: DEBUG oslo_concurrency.lockutils [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] Lock "848c3663-a77c-4611-a449-4541e6283136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.659230] env[69563]: DEBUG nova.compute.manager [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] No waiting events found dispatching network-vif-plugged-b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.659401] env[69563]: WARNING nova.compute.manager [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received unexpected event network-vif-plugged-b695d070-8d87-4f06-92c7-182ac8e24c7f for instance with vm_state active and task_state None. [ 1102.659559] env[69563]: DEBUG nova.compute.manager [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-changed-b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.659712] env[69563]: DEBUG nova.compute.manager [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing instance network info cache due to event network-changed-b695d070-8d87-4f06-92c7-182ac8e24c7f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.659903] env[69563]: DEBUG oslo_concurrency.lockutils [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.696838] env[69563]: DEBUG oslo_vmware.api [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404359, 'name': ReconfigVM_Task, 'duration_secs': 0.370847} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.697479] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa/volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.705054] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e23d37-30e3-4c55-b7b6-068047619faa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.714871] env[69563]: DEBUG oslo_vmware.api [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404360, 'name': PowerOffVM_Task, 'duration_secs': 0.245635} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.719360] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.397s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.719592] env[69563]: DEBUG nova.compute.manager [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69563) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1102.722291] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.722468] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.723564] env[69563]: WARNING nova.network.neutron [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] 4ee5f238-5ebf-426c-8aaa-1e43a25a8b22 already exists in list: networks containing: ['4ee5f238-5ebf-426c-8aaa-1e43a25a8b22']. ignoring it [ 1102.725409] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.173s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.725614] env[69563]: DEBUG nova.objects.instance [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lazy-loading 'resources' on Instance uuid f0962694-a7c3-4144-b208-dd402d44ea8f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.726891] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6067081-2dde-4799-b5ac-e0913db5be6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.732326] env[69563]: DEBUG oslo_vmware.api [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1102.732326] env[69563]: value = "task-3404361" [ 1102.732326] env[69563]: _type = "Task" [ 1102.732326] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.743889] env[69563]: DEBUG oslo_vmware.api [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.863617] env[69563]: DEBUG nova.compute.manager [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Received event network-vif-plugged-ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.863811] env[69563]: DEBUG oslo_concurrency.lockutils [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] Acquiring lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.864037] env[69563]: DEBUG oslo_concurrency.lockutils [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.864230] env[69563]: DEBUG oslo_concurrency.lockutils [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.864426] env[69563]: DEBUG nova.compute.manager [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] No waiting events found dispatching network-vif-plugged-ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.864604] env[69563]: WARNING nova.compute.manager [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Received unexpected event network-vif-plugged-ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c for instance with vm_state building and task_state spawning. [ 1102.864774] env[69563]: DEBUG nova.compute.manager [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Received event network-changed-ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.864918] env[69563]: DEBUG nova.compute.manager [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Refreshing instance network info cache due to event network-changed-ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.865157] env[69563]: DEBUG oslo_concurrency.lockutils [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] Acquiring lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.919937] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.920312] env[69563]: DEBUG nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Instance network_info: |[{"id": "ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c", "address": "fa:16:3e:da:eb:cf", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee061ad7-b5", "ovs_interfaceid": "ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.920640] env[69563]: DEBUG oslo_concurrency.lockutils [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] Acquired lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.920859] env[69563]: DEBUG nova.network.neutron [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Refreshing network info cache for port ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1102.922086] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:eb:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.930345] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.931752] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.932019] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ac1d37-3fb5-4531-9dc6-4d943f65701e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.953953] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.953953] env[69563]: value = "task-3404363" [ 1102.953953] env[69563]: _type = "Task" [ 1102.953953] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.963637] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404363, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.009749] env[69563]: DEBUG nova.network.neutron [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Successfully updated port: 1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1103.036201] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.036438] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.036615] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleting the datastore file [datastore1] 2083d666-bcbf-4755-92de-ffe99fb63708 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.036870] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f1dcb62-9ec2-48ee-975e-4e7c52132a7c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.045713] env[69563]: DEBUG oslo_vmware.api [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for the task: (returnval){ [ 1103.045713] env[69563]: value = "task-3404364" [ 1103.045713] env[69563]: _type = "Task" [ 1103.045713] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.053066] env[69563]: DEBUG oslo_vmware.api [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.131293] env[69563]: DEBUG nova.network.neutron [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b695d070-8d87-4f06-92c7-182ac8e24c7f", "address": "fa:16:3e:d8:e5:f0", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb695d070-8d", "ovs_interfaceid": "b695d070-8d87-4f06-92c7-182ac8e24c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1103.241866] env[69563]: DEBUG oslo_vmware.api [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404361, 'name': ReconfigVM_Task, 'duration_secs': 0.175808} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.242232] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679234', 'volume_id': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'name': 'volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffc8eb20-2316-405d-8c88-7f8d84ffc32d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'serial': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1103.282056] env[69563]: INFO nova.scheduler.client.report [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted allocation for migration aae73d0e-b57e-4209-b468-730318050af4 [ 1103.435920] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be525e0-33f0-437c-ad54-829bfe8863a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.443468] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4843a2ed-1491-4d91-ba26-f4d320deb029 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.480330] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2261cacb-e1a7-4165-a148-a3a021780117 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.487873] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404363, 'name': CreateVM_Task, 'duration_secs': 0.351144} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.489829] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.490615] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.490825] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.491204] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.492699] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf2c3e-3323-4ee0-995a-0c0e995d996f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.496371] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa77467a-cf49-4aeb-ad6f-e274bdfc8bde {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.509053] env[69563]: DEBUG nova.compute.provider_tree [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.511235] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1103.511235] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5278c5d7-e113-736a-b8c5-6024650c3a56" [ 1103.511235] env[69563]: _type = "Task" [ 1103.511235] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.516065] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "refresh_cache-d4ac99ba-a37d-463f-8877-57a950396e68" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.516065] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "refresh_cache-d4ac99ba-a37d-463f-8877-57a950396e68" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.516065] env[69563]: DEBUG nova.network.neutron [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1103.523114] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5278c5d7-e113-736a-b8c5-6024650c3a56, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.524173] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.524396] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.524652] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.524801] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.524979] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.525467] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-651b6399-873a-4a94-a248-b9528312b4c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.532990] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.533185] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.533897] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e23bad4-2a8e-458b-b2e3-4b30f22c82fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.541150] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1103.541150] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528adb5a-56d5-5aef-49fa-d85aa17cdd20" [ 1103.541150] env[69563]: _type = "Task" [ 1103.541150] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.549048] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528adb5a-56d5-5aef-49fa-d85aa17cdd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.556814] env[69563]: DEBUG oslo_vmware.api [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Task: {'id': task-3404364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143144} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.557072] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.557264] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.557445] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.557611] env[69563]: INFO nova.compute.manager [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1103.557846] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.558049] env[69563]: DEBUG nova.compute.manager [-] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.558147] env[69563]: DEBUG nova.network.neutron [-] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1103.634686] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.635390] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.635552] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.635831] env[69563]: DEBUG oslo_concurrency.lockutils [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.636017] env[69563]: DEBUG nova.network.neutron [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing network info cache for port b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1103.637867] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c5f0f0-1b04-4c3f-af9e-24c035997860 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.657095] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.658173] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.658173] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.658173] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.658173] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.658173] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.658173] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.658625] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.658625] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.658625] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.658722] env[69563]: DEBUG nova.virt.hardware [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.664883] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Reconfiguring VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1103.669243] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f824b5f5-d2e5-4ef1-8c1f-71e08cd03efb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.687715] env[69563]: DEBUG oslo_vmware.api [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1103.687715] env[69563]: value = "task-3404365" [ 1103.687715] env[69563]: _type = "Task" [ 1103.687715] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.698169] env[69563]: DEBUG oslo_vmware.api [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404365, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.743854] env[69563]: DEBUG nova.network.neutron [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Updated VIF entry in instance network info cache for port ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1103.744291] env[69563]: DEBUG nova.network.neutron [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Updating instance_info_cache with network_info: [{"id": "ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c", "address": "fa:16:3e:da:eb:cf", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee061ad7-b5", "ovs_interfaceid": "ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1103.789332] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf08120-aeb7-4901-b003-7f437a7f06ef tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.907s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.013481] env[69563]: DEBUG nova.scheduler.client.report [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.051389] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528adb5a-56d5-5aef-49fa-d85aa17cdd20, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.052251] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e795ce-e969-4842-973b-aaedb9291512 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.055097] env[69563]: DEBUG nova.network.neutron [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1104.059360] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1104.059360] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5297ec0d-a9b1-663b-3609-abb6ed5ce684" [ 1104.059360] env[69563]: _type = "Task" [ 1104.059360] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.067518] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5297ec0d-a9b1-663b-3609-abb6ed5ce684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.199990] env[69563]: DEBUG oslo_vmware.api [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.211832] env[69563]: DEBUG nova.network.neutron [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Updating instance_info_cache with network_info: [{"id": "1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e", "address": "fa:16:3e:9f:80:ca", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c18025c-6a", "ovs_interfaceid": "1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1104.249867] env[69563]: DEBUG oslo_concurrency.lockutils [req-094fa45a-8165-45c5-892a-0cf3dde17dbd req-ac2c87f1-2a1b-41aa-bd76-85422329c2ff service nova] Releasing lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.296958] env[69563]: DEBUG nova.objects.instance [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lazy-loading 'flavor' on Instance uuid ffc8eb20-2316-405d-8c88-7f8d84ffc32d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.361124] env[69563]: DEBUG nova.network.neutron [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updated VIF entry in instance network info cache for port b695d070-8d87-4f06-92c7-182ac8e24c7f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1104.361710] env[69563]: DEBUG nova.network.neutron [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b695d070-8d87-4f06-92c7-182ac8e24c7f", "address": "fa:16:3e:d8:e5:f0", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb695d070-8d", "ovs_interfaceid": "b695d070-8d87-4f06-92c7-182ac8e24c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1104.419684] env[69563]: DEBUG nova.network.neutron [-] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1104.432339] env[69563]: DEBUG nova.objects.instance [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'flavor' on Instance uuid 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.520337] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.522959] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.623s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.523243] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.525149] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.344s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.525412] env[69563]: DEBUG nova.objects.instance [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lazy-loading 'resources' on Instance uuid 231c01eb-cbb4-4152-b6e5-ccf2fd34680a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.549043] env[69563]: INFO nova.scheduler.client.report [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Deleted allocations for instance 370511e6-c4ba-425c-9495-b1646ac97b1f [ 1104.550817] env[69563]: INFO nova.scheduler.client.report [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Deleted allocations for instance f0962694-a7c3-4144-b208-dd402d44ea8f [ 1104.571221] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5297ec0d-a9b1-663b-3609-abb6ed5ce684, 'name': SearchDatastore_Task, 'duration_secs': 0.01326} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.571611] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.572473] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415/7cf0a493-6ede-4cfc-8979-f43a5de0b415.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.572473] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b98139-0f1a-48e3-b020-ec00f6d33712 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.581221] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1104.581221] env[69563]: value = "task-3404366" [ 1104.581221] env[69563]: _type = "Task" [ 1104.581221] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.588771] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.692113] env[69563]: DEBUG nova.compute.manager [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Received event network-vif-plugged-1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.692472] env[69563]: DEBUG oslo_concurrency.lockutils [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] Acquiring lock "d4ac99ba-a37d-463f-8877-57a950396e68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.692713] env[69563]: DEBUG oslo_concurrency.lockutils [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] Lock "d4ac99ba-a37d-463f-8877-57a950396e68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.692938] env[69563]: DEBUG oslo_concurrency.lockutils [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] Lock "d4ac99ba-a37d-463f-8877-57a950396e68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.693170] env[69563]: DEBUG nova.compute.manager [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] No waiting events found dispatching network-vif-plugged-1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.693397] env[69563]: WARNING nova.compute.manager [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Received unexpected event network-vif-plugged-1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e for instance with vm_state building and task_state spawning. [ 1104.693612] env[69563]: DEBUG nova.compute.manager [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Received event network-changed-1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.693817] env[69563]: DEBUG nova.compute.manager [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Refreshing instance network info cache due to event network-changed-1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.694048] env[69563]: DEBUG oslo_concurrency.lockutils [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] Acquiring lock "refresh_cache-d4ac99ba-a37d-463f-8877-57a950396e68" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.704606] env[69563]: DEBUG oslo_vmware.api [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404365, 'name': ReconfigVM_Task, 'duration_secs': 0.747397} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.705088] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.705333] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Reconfigured VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1104.715121] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "refresh_cache-d4ac99ba-a37d-463f-8877-57a950396e68" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.715121] env[69563]: DEBUG nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Instance network_info: |[{"id": "1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e", "address": "fa:16:3e:9f:80:ca", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c18025c-6a", "ovs_interfaceid": "1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.715121] env[69563]: DEBUG oslo_concurrency.lockutils [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] Acquired lock "refresh_cache-d4ac99ba-a37d-463f-8877-57a950396e68" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.715333] env[69563]: DEBUG nova.network.neutron [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Refreshing network info cache for port 1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1104.716323] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:80:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.723915] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.725221] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.725446] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b3483e5-b034-4faf-a281-4abb99939946 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.749318] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.749318] env[69563]: value = "task-3404367" [ 1104.749318] env[69563]: _type = "Task" [ 1104.749318] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.760302] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404367, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.806052] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0d6e15d8-6ee6-4d5a-a4e0-926c9d1bedc3 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.864477] env[69563]: DEBUG oslo_concurrency.lockutils [req-29d68361-8530-494e-947c-e73f6f817f99 req-3a713772-ebcd-47c9-9275-68b75e66e99f service nova] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.922289] env[69563]: INFO nova.compute.manager [-] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Took 1.36 seconds to deallocate network for instance. [ 1104.936896] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.937107] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.937299] env[69563]: DEBUG nova.network.neutron [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1104.937486] env[69563]: DEBUG nova.objects.instance [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'info_cache' on Instance uuid 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.988599] env[69563]: INFO nova.compute.manager [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Rescuing [ 1104.988887] env[69563]: DEBUG oslo_concurrency.lockutils [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.989057] env[69563]: DEBUG oslo_concurrency.lockutils [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.989232] env[69563]: DEBUG nova.network.neutron [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1105.062160] env[69563]: DEBUG oslo_concurrency.lockutils [None req-606f4fb3-c194-4367-a8f5-2744ada8c486 tempest-DeleteServersTestJSON-1743036023 tempest-DeleteServersTestJSON-1743036023-project-member] Lock "370511e6-c4ba-425c-9495-b1646ac97b1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.098s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.062955] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22a9c89e-5ca0-4e8e-9628-f579c8314da8 tempest-ImagesOneServerNegativeTestJSON-598177194 tempest-ImagesOneServerNegativeTestJSON-598177194-project-member] Lock "f0962694-a7c3-4144-b208-dd402d44ea8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.984s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.092980] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452148} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.093252] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415/7cf0a493-6ede-4cfc-8979-f43a5de0b415.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.093479] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.093733] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90025f20-6928-4d5f-9cc0-b4723c11edaa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.102555] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1105.102555] env[69563]: value = "task-3404368" [ 1105.102555] env[69563]: _type = "Task" [ 1105.102555] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.110076] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.209669] env[69563]: DEBUG oslo_concurrency.lockutils [None req-73fb2e6b-eccf-4373-8eee-daf7424ca138 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-848c3663-a77c-4611-a449-4541e6283136-b695d070-8d87-4f06-92c7-182ac8e24c7f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.152s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.263943] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404367, 'name': CreateVM_Task, 'duration_secs': 0.33362} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.263943] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.264263] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.264433] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.264949] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.265252] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f068f294-dd52-4b26-a6fa-f3b32b3cd15c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.272081] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1105.272081] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52484bb5-9de6-dcf7-2322-6c1a1b25667e" [ 1105.272081] env[69563]: _type = "Task" [ 1105.272081] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.281633] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52484bb5-9de6-dcf7-2322-6c1a1b25667e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.345306] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b906b59-16ce-4f12-a008-485f5a94be38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.355512] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c227611c-3d65-4f23-906f-e08cee9f7b7c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.389575] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe6d6ea-9585-4559-aabf-30a8cc0a7577 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.397273] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33de7f4-32d4-4ca3-8319-9a04b8d1a476 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.410504] env[69563]: DEBUG nova.compute.provider_tree [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.429143] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.441100] env[69563]: DEBUG nova.objects.base [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Object Instance<2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c> lazy-loaded attributes: flavor,info_cache {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1105.454484] env[69563]: DEBUG nova.network.neutron [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Updated VIF entry in instance network info cache for port 1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1105.454825] env[69563]: DEBUG nova.network.neutron [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Updating instance_info_cache with network_info: [{"id": "1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e", "address": "fa:16:3e:9f:80:ca", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c18025c-6a", "ovs_interfaceid": "1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1105.615387] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066628} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.615751] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.616922] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ec0f3f-2ed2-48d5-a6a8-8ca7a16e12b7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.646621] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415/7cf0a493-6ede-4cfc-8979-f43a5de0b415.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.646942] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83678376-7444-4a2e-b7f9-e66c8c723dbd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.668593] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1105.668593] env[69563]: value = "task-3404370" [ 1105.668593] env[69563]: _type = "Task" [ 1105.668593] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.676275] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.724838] env[69563]: DEBUG nova.network.neutron [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [{"id": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "address": "fa:16:3e:23:17:0c", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ccc3c-8e", "ovs_interfaceid": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1105.785339] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52484bb5-9de6-dcf7-2322-6c1a1b25667e, 'name': SearchDatastore_Task, 'duration_secs': 0.044058} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.785637] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.785868] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.786118] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.786265] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.786444] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.786704] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ebdc254-3fb3-4d96-80b6-d3913670de8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.795901] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.796098] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.796793] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543b89dd-9e0c-4d97-9557-a5fe5f518a06 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.802669] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1105.802669] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521833e1-cfbf-541c-9d7c-d4ffd914e6a5" [ 1105.802669] env[69563]: _type = "Task" [ 1105.802669] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.810806] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521833e1-cfbf-541c-9d7c-d4ffd914e6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.933969] env[69563]: ERROR nova.scheduler.client.report [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] [req-8c32f61c-cfc5-44e6-b41e-ac6ee1121c7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c32f61c-cfc5-44e6-b41e-ac6ee1121c7d"}]} [ 1105.950157] env[69563]: DEBUG nova.scheduler.client.report [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1105.957812] env[69563]: DEBUG oslo_concurrency.lockutils [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] Releasing lock "refresh_cache-d4ac99ba-a37d-463f-8877-57a950396e68" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.957812] env[69563]: DEBUG nova.compute.manager [req-45b54ea0-5e15-4102-a6e6-5a867c230c4d req-f8c2b6c7-e7df-491c-90ee-2b6ef109d858 service nova] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Received event network-vif-deleted-29d07b85-6e78-4084-8504-bb74a3ed6057 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.967686] env[69563]: DEBUG nova.scheduler.client.report [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1105.967686] env[69563]: DEBUG nova.compute.provider_tree [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.978835] env[69563]: DEBUG nova.scheduler.client.report [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1105.999519] env[69563]: DEBUG nova.scheduler.client.report [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1106.180725] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404370, 'name': ReconfigVM_Task, 'duration_secs': 0.276378} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.181304] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415/7cf0a493-6ede-4cfc-8979-f43a5de0b415.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.181946] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39ce5ab8-c411-41f0-ad6a-9accbd4bfd0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.190852] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1106.190852] env[69563]: value = "task-3404371" [ 1106.190852] env[69563]: _type = "Task" [ 1106.190852] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.199860] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404371, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.206023] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7af50-8931-4bed-907a-262b5755c8a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.207650] env[69563]: DEBUG nova.network.neutron [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [{"id": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "address": "fa:16:3e:08:7d:96", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca26eae-7a", "ovs_interfaceid": "fca26eae-7acd-43e5-8a20-eaef1b8e6ef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1106.212271] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8fc920-bbd5-47a2-b536-1e729b08a29d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.247666] env[69563]: DEBUG oslo_concurrency.lockutils [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.251663] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494a2aa-7ee1-4681-b11e-b270ce85709a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.260473] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041b1cf7-b581-4e00-8bfb-fcf191c4f94e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.279748] env[69563]: DEBUG nova.compute.provider_tree [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.313100] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521833e1-cfbf-541c-9d7c-d4ffd914e6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.313886] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db026da5-ccbb-4416-9810-602782d0746e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.319691] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1106.319691] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529e04ae-07b0-e5a6-b05e-f66ae1d39e25" [ 1106.319691] env[69563]: _type = "Task" [ 1106.319691] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.328195] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529e04ae-07b0-e5a6-b05e-f66ae1d39e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.703472] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404371, 'name': Rename_Task, 'duration_secs': 0.167824} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.703800] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.705031] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec5382cf-23cd-4808-831c-58defdffcb68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.710300] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1106.710300] env[69563]: value = "task-3404372" [ 1106.710300] env[69563]: _type = "Task" [ 1106.710300] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.713991] env[69563]: DEBUG oslo_concurrency.lockutils [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.724498] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.830165] env[69563]: DEBUG nova.scheduler.client.report [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1106.830165] env[69563]: DEBUG nova.compute.provider_tree [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 163 to 164 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1106.830165] env[69563]: DEBUG nova.compute.provider_tree [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.836103] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529e04ae-07b0-e5a6-b05e-f66ae1d39e25, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.836776] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.837163] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d4ac99ba-a37d-463f-8877-57a950396e68/d4ac99ba-a37d-463f-8877-57a950396e68.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.837869] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1e50f0f-a6e6-4791-965a-c4cf56f95a01 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.847987] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-848c3663-a77c-4611-a449-4541e6283136-b695d070-8d87-4f06-92c7-182ac8e24c7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.847987] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-848c3663-a77c-4611-a449-4541e6283136-b695d070-8d87-4f06-92c7-182ac8e24c7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.848762] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1106.848762] env[69563]: value = "task-3404373" [ 1106.848762] env[69563]: _type = "Task" [ 1106.848762] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.861265] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.225182] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.337761] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.812s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.340404] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.911s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.340537] env[69563]: DEBUG nova.objects.instance [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lazy-loading 'resources' on Instance uuid 2083d666-bcbf-4755-92de-ffe99fb63708 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.349915] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.350093] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.351038] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5066dc1-1dc6-49ca-970f-109031dfd2f0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.375031] env[69563]: INFO nova.scheduler.client.report [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Deleted allocations for instance 231c01eb-cbb4-4152-b6e5-ccf2fd34680a [ 1107.380495] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfd2f2f-f1b0-4747-bc57-b1515954cef9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.384169] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503141} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.386974] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d4ac99ba-a37d-463f-8877-57a950396e68/d4ac99ba-a37d-463f-8877-57a950396e68.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.388158] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.388987] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-022dcb7b-46b4-4075-8a68-0ad46b19edc4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.412617] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Reconfiguring VM to detach interface {{(pid=69563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1107.413962] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc052dc9-709d-4455-9a8e-866b36c5dd38 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.432226] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1107.432226] env[69563]: value = "task-3404374" [ 1107.432226] env[69563]: _type = "Task" [ 1107.432226] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.438510] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1107.438510] env[69563]: value = "task-3404375" [ 1107.438510] env[69563]: _type = "Task" [ 1107.438510] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.445611] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.451353] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.722336] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.722511] env[69563]: DEBUG oslo_vmware.api [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404372, 'name': PowerOnVM_Task, 'duration_secs': 0.526545} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.722718] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78134c34-486b-48b2-9c46-9f1e2fbe98a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.724452] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.724660] env[69563]: INFO nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1107.724869] env[69563]: DEBUG nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.729115] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757bad8b-ee88-4693-a730-f2e14902abb5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.738268] env[69563]: DEBUG oslo_vmware.api [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1107.738268] env[69563]: value = "task-3404376" [ 1107.738268] env[69563]: _type = "Task" [ 1107.738268] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.758836] env[69563]: DEBUG oslo_vmware.api [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404376, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.803925] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.804100] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab400320-6b7d-4529-bfaa-39ed68de4e30 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.815099] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1107.815099] env[69563]: value = "task-3404377" [ 1107.815099] env[69563]: _type = "Task" [ 1107.815099] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.822558] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.895195] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fafc4f51-b7bd-4543-a774-8172264dd3f4 tempest-ServerRescueTestJSON-472674146 tempest-ServerRescueTestJSON-472674146-project-member] Lock "231c01eb-cbb4-4152-b6e5-ccf2fd34680a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.246s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.946036] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067578} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.948701] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.949436] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f8577a-2d9d-4098-8804-adc9e177bae5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.956881] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.978026] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d4ac99ba-a37d-463f-8877-57a950396e68/d4ac99ba-a37d-463f-8877-57a950396e68.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.980188] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2306f44-997a-4a19-a65a-2f72018b64e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.003934] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1108.003934] env[69563]: value = "task-3404378" [ 1108.003934] env[69563]: _type = "Task" [ 1108.003934] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.012796] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.132641] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e13a70-072e-4ad0-9d4e-123861ac0e66 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.140283] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7504b636-c14a-4abd-85c9-3591146dcd09 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.170280] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efc147-d51c-4398-bbf2-9465c3008334 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.177324] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae21d86-2907-4b3a-84b1-807b78d2bee4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.190035] env[69563]: DEBUG nova.compute.provider_tree [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.257161] env[69563]: DEBUG oslo_vmware.api [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.259530] env[69563]: INFO nova.compute.manager [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Took 26.30 seconds to build instance. [ 1108.322930] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404377, 'name': PowerOffVM_Task, 'duration_secs': 0.289943} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.323672] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.324503] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e4dd83-e7a1-42e2-9926-8c537593bbaf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.345933] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d775c5-52a0-4637-8812-33294a58945a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.377992] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.378331] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da31bd3-f8f6-4410-b7fc-3e59e69132fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.384303] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1108.384303] env[69563]: value = "task-3404379" [ 1108.384303] env[69563]: _type = "Task" [ 1108.384303] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.392057] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.449598] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.514222] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404378, 'name': ReconfigVM_Task, 'duration_secs': 0.372435} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.514499] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d4ac99ba-a37d-463f-8877-57a950396e68/d4ac99ba-a37d-463f-8877-57a950396e68.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.515165] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32c35a96-ad23-45aa-a294-3d0111b51cd9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.521926] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1108.521926] env[69563]: value = "task-3404380" [ 1108.521926] env[69563]: _type = "Task" [ 1108.521926] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.529691] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404380, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.725490] env[69563]: DEBUG nova.scheduler.client.report [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1108.725764] env[69563]: DEBUG nova.compute.provider_tree [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 164 to 165 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1108.725945] env[69563]: DEBUG nova.compute.provider_tree [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.750656] env[69563]: DEBUG oslo_vmware.api [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404376, 'name': PowerOnVM_Task, 'duration_secs': 0.733171} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.750826] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.751047] env[69563]: DEBUG nova.compute.manager [None req-4d641787-0b3a-4f90-85cf-5f75d7000302 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.751815] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9385404f-f6d3-484f-b1d4-013659b80994 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.762186] env[69563]: DEBUG oslo_concurrency.lockutils [None req-636bb691-0823-497d-9557-076a1a8f8e81 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.818s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.895431] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1108.895842] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.895842] env[69563]: DEBUG oslo_concurrency.lockutils [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.896083] env[69563]: DEBUG oslo_concurrency.lockutils [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.896174] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.896442] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-037dce1c-62f1-4b6f-a498-1ba01e1a4c09 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.910701] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.910904] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.911666] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad37618-22ce-401d-8ada-78e0ccc0ec86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.918072] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1108.918072] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522e9d37-3770-0b0f-b41b-758f0f5d9f13" [ 1108.918072] env[69563]: _type = "Task" [ 1108.918072] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.928557] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522e9d37-3770-0b0f-b41b-758f0f5d9f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.953978] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.031564] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404380, 'name': Rename_Task, 'duration_secs': 0.149328} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.031564] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.031748] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3204fd-0628-41f4-a2e1-090a73eecf91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.037677] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1109.037677] env[69563]: value = "task-3404381" [ 1109.037677] env[69563]: _type = "Task" [ 1109.037677] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.045638] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.231697] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.261671] env[69563]: INFO nova.scheduler.client.report [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Deleted allocations for instance 2083d666-bcbf-4755-92de-ffe99fb63708 [ 1109.430797] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522e9d37-3770-0b0f-b41b-758f0f5d9f13, 'name': SearchDatastore_Task, 'duration_secs': 0.017683} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.431746] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedc3121-56a5-47e4-941b-28d04f42e166 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.443169] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1109.443169] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52692df6-e36f-a860-6cd0-f8403c3baa1d" [ 1109.443169] env[69563]: _type = "Task" [ 1109.443169] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.464818] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.466658] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52692df6-e36f-a860-6cd0-f8403c3baa1d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.466658] env[69563]: DEBUG oslo_concurrency.lockutils [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.466658] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. {{(pid=69563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1109.466658] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7059dc0c-a7b1-4e15-ba9a-7ea724d244a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.474178] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1109.474178] env[69563]: value = "task-3404382" [ 1109.474178] env[69563]: _type = "Task" [ 1109.474178] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.492568] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.551358] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404381, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.774692] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e0ab2eab-647b-4338-9736-8489cae6ca93 tempest-ServerDiskConfigTestJSON-319721876 tempest-ServerDiskConfigTestJSON-319721876-project-member] Lock "2083d666-bcbf-4755-92de-ffe99fb63708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.134s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.956915] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.987076] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.048137] env[69563]: DEBUG oslo_vmware.api [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404381, 'name': PowerOnVM_Task, 'duration_secs': 0.693607} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.048440] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.048645] env[69563]: INFO nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1110.048822] env[69563]: DEBUG nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.049631] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7551206a-9eee-4d39-ba16-1031ec9e230e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.143407] env[69563]: DEBUG nova.compute.manager [req-7eedae77-4d46-42d9-a8ab-8834be413ef4 req-87198cbb-a2a0-4572-bbaf-6e5b437a422d service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Received event network-changed-ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.143700] env[69563]: DEBUG nova.compute.manager [req-7eedae77-4d46-42d9-a8ab-8834be413ef4 req-87198cbb-a2a0-4572-bbaf-6e5b437a422d service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Refreshing instance network info cache due to event network-changed-ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.144083] env[69563]: DEBUG oslo_concurrency.lockutils [req-7eedae77-4d46-42d9-a8ab-8834be413ef4 req-87198cbb-a2a0-4572-bbaf-6e5b437a422d service nova] Acquiring lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.144552] env[69563]: DEBUG oslo_concurrency.lockutils [req-7eedae77-4d46-42d9-a8ab-8834be413ef4 req-87198cbb-a2a0-4572-bbaf-6e5b437a422d service nova] Acquired lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.144552] env[69563]: DEBUG nova.network.neutron [req-7eedae77-4d46-42d9-a8ab-8834be413ef4 req-87198cbb-a2a0-4572-bbaf-6e5b437a422d service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Refreshing network info cache for port ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1110.366667] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.366970] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.367219] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.367431] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.367621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.371055] env[69563]: INFO nova.compute.manager [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Terminating instance [ 1110.455291] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.484501] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619903} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.484916] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. [ 1110.485988] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac8c9b6-c157-4bb0-8bd6-5dfbab9891fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.521982] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.522762] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a00a138-9744-4374-9fc3-54edebc11654 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.542083] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1110.542083] env[69563]: value = "task-3404383" [ 1110.542083] env[69563]: _type = "Task" [ 1110.542083] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.552130] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.570262] env[69563]: INFO nova.compute.manager [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Took 18.04 seconds to build instance. [ 1110.877164] env[69563]: DEBUG nova.compute.manager [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.877530] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.878511] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30bfe0-2284-40f1-91f0-6c573df2f08d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.888789] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.889078] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8d0ba6-c678-427f-892b-77c09d6a160e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.894999] env[69563]: DEBUG oslo_vmware.api [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1110.894999] env[69563]: value = "task-3404384" [ 1110.894999] env[69563]: _type = "Task" [ 1110.894999] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.904118] env[69563]: DEBUG oslo_vmware.api [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.917152] env[69563]: DEBUG nova.network.neutron [req-7eedae77-4d46-42d9-a8ab-8834be413ef4 req-87198cbb-a2a0-4572-bbaf-6e5b437a422d service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Updated VIF entry in instance network info cache for port ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1110.917545] env[69563]: DEBUG nova.network.neutron [req-7eedae77-4d46-42d9-a8ab-8834be413ef4 req-87198cbb-a2a0-4572-bbaf-6e5b437a422d service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Updating instance_info_cache with network_info: [{"id": "ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c", "address": "fa:16:3e:da:eb:cf", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee061ad7-b5", "ovs_interfaceid": "ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1110.955621] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.055205] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.073470] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6901de62-13a1-4096-95fe-2cde2d1306a3 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "d4ac99ba-a37d-463f-8877-57a950396e68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.555s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.415965] env[69563]: DEBUG oslo_vmware.api [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404384, 'name': PowerOffVM_Task, 'duration_secs': 0.422112} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.416593] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.417186] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.417478] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ab87699-19ad-4217-9f19-9f295765e710 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.420093] env[69563]: DEBUG oslo_concurrency.lockutils [req-7eedae77-4d46-42d9-a8ab-8834be413ef4 req-87198cbb-a2a0-4572-bbaf-6e5b437a422d service nova] Releasing lock "refresh_cache-7cf0a493-6ede-4cfc-8979-f43a5de0b415" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.455957] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.480315] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.480554] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.480763] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleting the datastore file [datastore2] 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.481049] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca956472-1ed5-434d-b3fe-be4d5deb3e4c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.489908] env[69563]: DEBUG oslo_vmware.api [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1111.489908] env[69563]: value = "task-3404386" [ 1111.489908] env[69563]: _type = "Task" [ 1111.489908] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.503886] env[69563]: DEBUG oslo_vmware.api [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.554357] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.955204] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.001196] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "d4ac99ba-a37d-463f-8877-57a950396e68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.001445] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "d4ac99ba-a37d-463f-8877-57a950396e68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.001650] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "d4ac99ba-a37d-463f-8877-57a950396e68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.001871] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "d4ac99ba-a37d-463f-8877-57a950396e68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.002059] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "d4ac99ba-a37d-463f-8877-57a950396e68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.003697] env[69563]: DEBUG oslo_vmware.api [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184502} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.003977] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.004125] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.004298] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.004576] env[69563]: INFO nova.compute.manager [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1112.004694] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.004893] env[69563]: DEBUG nova.compute.manager [-] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.005114] env[69563]: DEBUG nova.network.neutron [-] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1112.007445] env[69563]: INFO nova.compute.manager [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Terminating instance [ 1112.055014] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404383, 'name': ReconfigVM_Task, 'duration_secs': 1.08764} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.055014] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.055014] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a32fb7-a728-4aee-80bf-4d8e67c7d4cc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.083678] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d87386e-3909-461b-b7e1-da8c7892aab4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.102589] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1112.102589] env[69563]: value = "task-3404387" [ 1112.102589] env[69563]: _type = "Task" [ 1112.102589] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.111548] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.459105] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.514057] env[69563]: DEBUG nova.compute.manager [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.514057] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.514057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897be995-a4d3-417d-bc83-f5195c768bfa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.521995] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.522529] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aa001e8-3772-44aa-a3d2-53f024f44192 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.529916] env[69563]: DEBUG oslo_vmware.api [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1112.529916] env[69563]: value = "task-3404388" [ 1112.529916] env[69563]: _type = "Task" [ 1112.529916] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.544261] env[69563]: DEBUG oslo_vmware.api [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.611237] env[69563]: DEBUG nova.compute.manager [req-d6c38b23-e47e-40ee-8bab-f60b89c8dc7d req-54eb8afe-234e-4b25-9c21-136e55794582 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Received event network-vif-deleted-fca26eae-7acd-43e5-8a20-eaef1b8e6ef9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.611449] env[69563]: INFO nova.compute.manager [req-d6c38b23-e47e-40ee-8bab-f60b89c8dc7d req-54eb8afe-234e-4b25-9c21-136e55794582 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Neutron deleted interface fca26eae-7acd-43e5-8a20-eaef1b8e6ef9; detaching it from the instance and deleting it from the info cache [ 1112.611590] env[69563]: DEBUG nova.network.neutron [req-d6c38b23-e47e-40ee-8bab-f60b89c8dc7d req-54eb8afe-234e-4b25-9c21-136e55794582 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1112.620354] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404387, 'name': ReconfigVM_Task, 'duration_secs': 0.252118} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.620354] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.620354] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5b85e3a-cf76-41b7-a1bd-a66c32fb4d87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.628740] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1112.628740] env[69563]: value = "task-3404389" [ 1112.628740] env[69563]: _type = "Task" [ 1112.628740] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.640104] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.962670] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.043166] env[69563]: DEBUG oslo_vmware.api [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404388, 'name': PowerOffVM_Task, 'duration_secs': 0.331289} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.043480] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.043652] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.043934] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8e0ee6e-63ac-4092-99d8-6b9474a46d32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.080054] env[69563]: DEBUG nova.network.neutron [-] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1113.114753] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09a73281-f460-4769-a310-e2c7f9eee838 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.126229] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ed3f9-0dc3-4391-a97a-ecff6b2e0eb3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.147961] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.163724] env[69563]: DEBUG nova.compute.manager [req-d6c38b23-e47e-40ee-8bab-f60b89c8dc7d req-54eb8afe-234e-4b25-9c21-136e55794582 service nova] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Detach interface failed, port_id=fca26eae-7acd-43e5-8a20-eaef1b8e6ef9, reason: Instance 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.165417] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.166033] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.166033] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleting the datastore file [datastore1] d4ac99ba-a37d-463f-8877-57a950396e68 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.166033] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-195878d0-a498-4d80-a864-bb8835b6e82f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.172643] env[69563]: DEBUG oslo_vmware.api [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1113.172643] env[69563]: value = "task-3404391" [ 1113.172643] env[69563]: _type = "Task" [ 1113.172643] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.181239] env[69563]: DEBUG oslo_vmware.api [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.462482] env[69563]: DEBUG oslo_vmware.api [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404375, 'name': ReconfigVM_Task, 'duration_secs': 5.756928} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.462849] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.463076] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Reconfigured VM to detach interface {{(pid=69563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1113.586700] env[69563]: INFO nova.compute.manager [-] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Took 1.58 seconds to deallocate network for instance. [ 1113.647396] env[69563]: DEBUG oslo_vmware.api [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404389, 'name': PowerOnVM_Task, 'duration_secs': 0.684051} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.648025] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.652646] env[69563]: DEBUG nova.compute.manager [None req-45670d24-00af-41cc-b3b2-2d9a319ea4bc tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.653472] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865673fb-26ac-4fd7-ac7a-e0a68dd65547 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.684734] env[69563]: DEBUG oslo_vmware.api [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203792} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.685084] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.685348] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.685701] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.685820] env[69563]: INFO nova.compute.manager [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1113.686123] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.686645] env[69563]: DEBUG nova.compute.manager [-] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.686758] env[69563]: DEBUG nova.network.neutron [-] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1114.098257] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.098603] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.098801] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.124411] env[69563]: INFO nova.scheduler.client.report [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted allocations for instance 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c [ 1114.565866] env[69563]: DEBUG nova.network.neutron [-] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1114.635119] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9c5d693-50ea-4df1-8e61-a8222bf21964 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.268s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.647483] env[69563]: DEBUG nova.compute.manager [req-46d62a26-f01f-4318-b3d0-5f2906581a4c req-e92f74b8-7492-45f6-acfb-cebdcd889e99 service nova] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Received event network-vif-deleted-1c18025c-6ae8-44ba-b3a1-4b8e2ce9e62e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.934316] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.934316] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.934316] env[69563]: DEBUG nova.network.neutron [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1115.071149] env[69563]: INFO nova.compute.manager [-] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Took 1.38 seconds to deallocate network for instance. [ 1115.557354] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.557354] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.578030] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.578363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.578548] env[69563]: DEBUG nova.objects.instance [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lazy-loading 'resources' on Instance uuid d4ac99ba-a37d-463f-8877-57a950396e68 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.755627] env[69563]: INFO nova.compute.manager [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Unrescuing [ 1115.756001] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.756176] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquired lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.756336] env[69563]: DEBUG nova.network.neutron [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1115.772416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.772756] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.907786] env[69563]: INFO nova.network.neutron [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Port b695d070-8d87-4f06-92c7-182ac8e24c7f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1115.908157] env[69563]: DEBUG nova.network.neutron [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1115.933837] env[69563]: DEBUG nova.compute.manager [req-72624963-6232-49e0-b2f9-97320125c9c4 req-575fd809-edb3-4a71-9040-f57ef5521780 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.933988] env[69563]: DEBUG nova.compute.manager [req-72624963-6232-49e0-b2f9-97320125c9c4 req-575fd809-edb3-4a71-9040-f57ef5521780 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing instance network info cache due to event network-changed-bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.934186] env[69563]: DEBUG oslo_concurrency.lockutils [req-72624963-6232-49e0-b2f9-97320125c9c4 req-575fd809-edb3-4a71-9040-f57ef5521780 service nova] Acquiring lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.060122] env[69563]: DEBUG nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.242349] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d125790-a9af-40c8-8693-bf9375aeb14a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.249891] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d0ceb-cad5-4d42-8f18-eb68f31b30c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.283414] env[69563]: INFO nova.compute.manager [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Detaching volume b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75 [ 1116.286030] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50117ec5-fbda-4206-8bef-8e0f6976e9ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.295126] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b295882-55c1-44df-909c-bd1117212975 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.308758] env[69563]: DEBUG nova.compute.provider_tree [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.319736] env[69563]: INFO nova.virt.block_device [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Attempting to driver detach volume b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75 from mountpoint /dev/sdb [ 1116.319967] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1116.320169] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679214', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'name': 'volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47622390-9e3a-4865-b160-821637c53a4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'serial': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1116.321113] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2438ca7-37a1-4481-8318-a2ebc8e76623 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.341889] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484ffa30-ea4a-43d3-a60c-067b48171eaa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.350815] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc163ff6-3089-43e1-8f3b-e18427584ef3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.371479] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe957181-8346-497b-a139-1fc2fa1e4d74 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.387450] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] The volume has not been displaced from its original location: [datastore2] volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75/volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1116.392827] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.395214] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d0fbd1-f91f-45d0-93a3-f4445dce2502 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.410462] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.413524] env[69563]: DEBUG oslo_concurrency.lockutils [req-72624963-6232-49e0-b2f9-97320125c9c4 req-575fd809-edb3-4a71-9040-f57ef5521780 service nova] Acquired lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.413850] env[69563]: DEBUG nova.network.neutron [req-72624963-6232-49e0-b2f9-97320125c9c4 req-575fd809-edb3-4a71-9040-f57ef5521780 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Refreshing network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1116.421444] env[69563]: DEBUG oslo_vmware.api [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1116.421444] env[69563]: value = "task-3404395" [ 1116.421444] env[69563]: _type = "Task" [ 1116.421444] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.431531] env[69563]: DEBUG oslo_vmware.api [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.518271] env[69563]: DEBUG nova.network.neutron [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [{"id": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "address": "fa:16:3e:23:17:0c", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ccc3c-8e", "ovs_interfaceid": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1116.578987] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.628416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-7d5a4768-4078-484c-96fd-65ff7dd755fb-b695d070-8d87-4f06-92c7-182ac8e24c7f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.628727] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-7d5a4768-4078-484c-96fd-65ff7dd755fb-b695d070-8d87-4f06-92c7-182ac8e24c7f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.629145] env[69563]: DEBUG nova.objects.instance [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'flavor' on Instance uuid 7d5a4768-4078-484c-96fd-65ff7dd755fb {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.812407] env[69563]: DEBUG nova.scheduler.client.report [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.916365] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7bf7753a-3a2c-40de-a38c-1a3d5acaaf8c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-848c3663-a77c-4611-a449-4541e6283136-b695d070-8d87-4f06-92c7-182ac8e24c7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.070s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.929159] env[69563]: DEBUG oslo_vmware.api [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404395, 'name': ReconfigVM_Task, 'duration_secs': 0.243725} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.929434] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.935407] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4d736f-74f3-4252-b112-c98ac6822bd0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.950388] env[69563]: DEBUG oslo_vmware.api [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1116.950388] env[69563]: value = "task-3404396" [ 1116.950388] env[69563]: _type = "Task" [ 1116.950388] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.960641] env[69563]: DEBUG oslo_vmware.api [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.021107] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Releasing lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.021728] env[69563]: DEBUG nova.objects.instance [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lazy-loading 'flavor' on Instance uuid ffc8eb20-2316-405d-8c88-7f8d84ffc32d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.132103] env[69563]: DEBUG nova.network.neutron [req-72624963-6232-49e0-b2f9-97320125c9c4 req-575fd809-edb3-4a71-9040-f57ef5521780 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updated VIF entry in instance network info cache for port bb7df0b6-3458-487a-a8e4-0e8c451bd780. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1117.132542] env[69563]: DEBUG nova.network.neutron [req-72624963-6232-49e0-b2f9-97320125c9c4 req-575fd809-edb3-4a71-9040-f57ef5521780 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [{"id": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "address": "fa:16:3e:35:2f:f5", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb7df0b6-34", "ovs_interfaceid": "bb7df0b6-3458-487a-a8e4-0e8c451bd780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1117.234907] env[69563]: DEBUG nova.objects.instance [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d5a4768-4078-484c-96fd-65ff7dd755fb {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.318114] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.321903] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.743s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.325279] env[69563]: INFO nova.compute.claims [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.341704] env[69563]: INFO nova.scheduler.client.report [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted allocations for instance d4ac99ba-a37d-463f-8877-57a950396e68 [ 1117.460259] env[69563]: DEBUG oslo_vmware.api [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404396, 'name': ReconfigVM_Task, 'duration_secs': 0.150271} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.460585] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679214', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'name': 'volume-b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47622390-9e3a-4865-b160-821637c53a4a', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75', 'serial': 'b8d06d30-7fd4-468b-8ed2-9a78d6bc1a75'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1117.527828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b4a74-4921-42a2-a580-56ce45bfd730 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.553252] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.553562] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-189454db-dfd4-454a-8234-f9d90e2eb7e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.559057] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1117.559057] env[69563]: value = "task-3404398" [ 1117.559057] env[69563]: _type = "Task" [ 1117.559057] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.566956] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.639164] env[69563]: DEBUG oslo_concurrency.lockutils [req-72624963-6232-49e0-b2f9-97320125c9c4 req-575fd809-edb3-4a71-9040-f57ef5521780 service nova] Releasing lock "refresh_cache-848c3663-a77c-4611-a449-4541e6283136" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.737933] env[69563]: DEBUG nova.objects.base [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Object Instance<7d5a4768-4078-484c-96fd-65ff7dd755fb> lazy-loaded attributes: flavor,pci_requests {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.738225] env[69563]: DEBUG nova.network.neutron [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1117.812335] env[69563]: DEBUG nova.policy [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a8b5c87c4344a9977b64f0e7420ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bc66a578e844245a651dd88598179ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.849173] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c5ce3d90-a5d2-4068-9bc5-803243fabd53 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "d4ac99ba-a37d-463f-8877-57a950396e68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.848s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.008180] env[69563]: DEBUG nova.objects.instance [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'flavor' on Instance uuid 47622390-9e3a-4865-b160-821637c53a4a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.041180] env[69563]: DEBUG oslo_concurrency.lockutils [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.041412] env[69563]: DEBUG oslo_concurrency.lockutils [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.068064] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404398, 'name': PowerOffVM_Task, 'duration_secs': 0.22907} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.068286] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.073811] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfiguring VM instance instance-00000061 to detach disk 2002 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.074093] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1dfef1-67e6-43b1-8ac0-4dd34cb4e554 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.092931] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1118.092931] env[69563]: value = "task-3404399" [ 1118.092931] env[69563]: _type = "Task" [ 1118.092931] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.100995] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.478298] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a38e591-67cc-44b8-88a1-1476e7340878 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.485888] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c8cbd-375b-4eae-84f3-90519608ada8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.518528] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e182d82-9ed2-4835-b55f-4c6fa5418f14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.526849] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c4e39c-4a63-47b3-bedd-1b6943410069 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.539656] env[69563]: DEBUG nova.compute.provider_tree [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.544076] env[69563]: DEBUG nova.compute.utils [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.601707] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404399, 'name': ReconfigVM_Task, 'duration_secs': 0.227807} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.601971] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfigured VM instance instance-00000061 to detach disk 2002 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.602176] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.602410] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a84e3c-1c02-4e49-8360-9a8228e5f21c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.608276] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1118.608276] env[69563]: value = "task-3404400" [ 1118.608276] env[69563]: _type = "Task" [ 1118.608276] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.615378] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.023978] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0f00b114-ad15-45c3-bec7-2f277d9f47d7 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.042185] env[69563]: DEBUG nova.scheduler.client.report [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.045853] env[69563]: DEBUG oslo_concurrency.lockutils [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.004s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.118039] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.268980] env[69563]: DEBUG nova.network.neutron [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Successfully updated port: b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1119.547656] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.547656] env[69563]: DEBUG nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.623601] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.632445] env[69563]: DEBUG nova.compute.manager [req-b7c28a85-573d-4c5a-b4db-effb8d7afbd3 req-52523174-e91f-43d8-a7f5-cfa81e741b8c service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received event network-changed-ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.633054] env[69563]: DEBUG nova.compute.manager [req-b7c28a85-573d-4c5a-b4db-effb8d7afbd3 req-52523174-e91f-43d8-a7f5-cfa81e741b8c service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing instance network info cache due to event network-changed-ac903edb-0a92-47e8-8d8f-9d675df5fae9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.633054] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7c28a85-573d-4c5a-b4db-effb8d7afbd3 req-52523174-e91f-43d8-a7f5-cfa81e741b8c service nova] Acquiring lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.633054] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7c28a85-573d-4c5a-b4db-effb8d7afbd3 req-52523174-e91f-43d8-a7f5-cfa81e741b8c service nova] Acquired lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.633170] env[69563]: DEBUG nova.network.neutron [req-b7c28a85-573d-4c5a-b4db-effb8d7afbd3 req-52523174-e91f-43d8-a7f5-cfa81e741b8c service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing network info cache for port ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1119.772425] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.838258] env[69563]: DEBUG nova.compute.manager [req-8b12df48-c829-4521-9777-ae0e808c901e req-4120833f-3f2b-4914-a1e5-027015ac3305 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received event network-vif-plugged-b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.838605] env[69563]: DEBUG oslo_concurrency.lockutils [req-8b12df48-c829-4521-9777-ae0e808c901e req-4120833f-3f2b-4914-a1e5-027015ac3305 service nova] Acquiring lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.838955] env[69563]: DEBUG oslo_concurrency.lockutils [req-8b12df48-c829-4521-9777-ae0e808c901e req-4120833f-3f2b-4914-a1e5-027015ac3305 service nova] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.839199] env[69563]: DEBUG oslo_concurrency.lockutils [req-8b12df48-c829-4521-9777-ae0e808c901e req-4120833f-3f2b-4914-a1e5-027015ac3305 service nova] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.839742] env[69563]: DEBUG nova.compute.manager [req-8b12df48-c829-4521-9777-ae0e808c901e req-4120833f-3f2b-4914-a1e5-027015ac3305 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] No waiting events found dispatching network-vif-plugged-b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.839742] env[69563]: WARNING nova.compute.manager [req-8b12df48-c829-4521-9777-ae0e808c901e req-4120833f-3f2b-4914-a1e5-027015ac3305 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received unexpected event network-vif-plugged-b695d070-8d87-4f06-92c7-182ac8e24c7f for instance with vm_state active and task_state None. [ 1120.053936] env[69563]: DEBUG nova.compute.utils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.055390] env[69563]: DEBUG nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.055587] env[69563]: DEBUG nova.network.neutron [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1120.092458] env[69563]: DEBUG nova.policy [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48417265eff9420995c4b6224e1eb9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00e693c59a6c4429b0f78b92151ad4dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.120448] env[69563]: DEBUG oslo_concurrency.lockutils [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.120686] env[69563]: DEBUG oslo_concurrency.lockutils [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.120924] env[69563]: INFO nova.compute.manager [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Attaching volume 3e176e23-43d3-4ec3-8903-f5301f303d0a to /dev/sdb [ 1120.123027] env[69563]: DEBUG oslo_vmware.api [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404400, 'name': PowerOnVM_Task, 'duration_secs': 1.027999} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.123436] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.123740] env[69563]: DEBUG nova.compute.manager [None req-a81d5472-e93c-4d95-b04a-4ccaab6d8ce0 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.124496] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e6959-92e6-4654-a335-19c6996a4952 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.157864] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da334a4-0d01-4887-9cc0-b5f810f9d0a5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.165956] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4146bf8f-138d-4430-ab6a-6c1fe263c139 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.180436] env[69563]: DEBUG nova.virt.block_device [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updating existing volume attachment record: 19c7f69c-77da-4f48-896b-69cb98f5dd69 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1120.398498] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.398769] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.398980] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "47622390-9e3a-4865-b160-821637c53a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.399171] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.399435] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.403023] env[69563]: INFO nova.compute.manager [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Terminating instance [ 1120.481035] env[69563]: DEBUG nova.network.neutron [req-b7c28a85-573d-4c5a-b4db-effb8d7afbd3 req-52523174-e91f-43d8-a7f5-cfa81e741b8c service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updated VIF entry in instance network info cache for port ac903edb-0a92-47e8-8d8f-9d675df5fae9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1120.481035] env[69563]: DEBUG nova.network.neutron [req-b7c28a85-573d-4c5a-b4db-effb8d7afbd3 req-52523174-e91f-43d8-a7f5-cfa81e741b8c service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1120.526914] env[69563]: DEBUG nova.network.neutron [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Successfully created port: 9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1120.558694] env[69563]: DEBUG nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.836662] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.836925] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.906894] env[69563]: DEBUG nova.compute.manager [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.907277] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.908449] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d38d4d-1d3f-4b38-9335-6e8b17e9c2ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.917053] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.917304] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54413a8e-bbf1-4c4c-b0da-973167419efb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.925491] env[69563]: DEBUG oslo_vmware.api [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1120.925491] env[69563]: value = "task-3404405" [ 1120.925491] env[69563]: _type = "Task" [ 1120.925491] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.936687] env[69563]: DEBUG oslo_vmware.api [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.986560] env[69563]: DEBUG oslo_concurrency.lockutils [req-b7c28a85-573d-4c5a-b4db-effb8d7afbd3 req-52523174-e91f-43d8-a7f5-cfa81e741b8c service nova] Releasing lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.987062] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.987268] env[69563]: DEBUG nova.network.neutron [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1121.339421] env[69563]: DEBUG nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.435446] env[69563]: DEBUG oslo_vmware.api [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404405, 'name': PowerOffVM_Task, 'duration_secs': 0.222954} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.435703] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.435872] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.436137] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6f1fba1-f40c-45b8-94f0-8776d20a4475 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.516464] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.516785] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.516931] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleting the datastore file [datastore2] 47622390-9e3a-4865-b160-821637c53a4a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.517152] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a5a0d8-bd42-44b9-a3c3-f3984387d9f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.529539] env[69563]: WARNING nova.network.neutron [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] 4ee5f238-5ebf-426c-8aaa-1e43a25a8b22 already exists in list: networks containing: ['4ee5f238-5ebf-426c-8aaa-1e43a25a8b22']. ignoring it [ 1121.532385] env[69563]: DEBUG oslo_vmware.api [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1121.532385] env[69563]: value = "task-3404407" [ 1121.532385] env[69563]: _type = "Task" [ 1121.532385] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.540856] env[69563]: DEBUG oslo_vmware.api [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.573801] env[69563]: DEBUG nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.607736] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.608057] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.608228] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.608441] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.608661] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.608886] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.609225] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.609295] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.609411] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.609572] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.609746] env[69563]: DEBUG nova.virt.hardware [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.610635] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd00d341-91d9-4118-b97e-c86e2cc11a20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.619361] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21533d-e5cb-49f7-ad6f-9c3a0e364262 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.862555] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.862840] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.864364] env[69563]: INFO nova.compute.claims [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.868398] env[69563]: DEBUG nova.network.neutron [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b695d070-8d87-4f06-92c7-182ac8e24c7f", "address": "fa:16:3e:d8:e5:f0", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb695d070-8d", "ovs_interfaceid": "b695d070-8d87-4f06-92c7-182ac8e24c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1121.974176] env[69563]: DEBUG nova.compute.manager [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received event network-changed-b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.974176] env[69563]: DEBUG nova.compute.manager [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing instance network info cache due to event network-changed-b695d070-8d87-4f06-92c7-182ac8e24c7f. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.974489] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Acquiring lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.046350] env[69563]: DEBUG oslo_vmware.api [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183795} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.046350] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.046350] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.046350] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.046350] env[69563]: INFO nova.compute.manager [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.046350] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.046350] env[69563]: DEBUG nova.compute.manager [-] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.046350] env[69563]: DEBUG nova.network.neutron [-] [instance: 47622390-9e3a-4865-b160-821637c53a4a] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1122.067840] env[69563]: DEBUG nova.network.neutron [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Successfully updated port: 9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1122.371984] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.372614] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.372772] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.373107] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Acquired lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.373289] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Refreshing network info cache for port b695d070-8d87-4f06-92c7-182ac8e24c7f {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1122.374964] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0f58f7-9155-4107-beb2-83d4eec9cc75 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.394462] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.394690] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.394846] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.395035] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.395186] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.395445] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.395678] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.395833] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.396031] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.396185] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.396362] env[69563]: DEBUG nova.virt.hardware [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.402692] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Reconfiguring VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1122.403240] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9036f8f1-7b6f-4843-a369-7fdb0b549d3d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.421690] env[69563]: DEBUG oslo_vmware.api [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1122.421690] env[69563]: value = "task-3404409" [ 1122.421690] env[69563]: _type = "Task" [ 1122.421690] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.429223] env[69563]: DEBUG oslo_vmware.api [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404409, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.571981] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.572204] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.572405] env[69563]: DEBUG nova.network.neutron [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1122.934885] env[69563]: DEBUG oslo_vmware.api [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.955105] env[69563]: DEBUG nova.network.neutron [-] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1123.099802] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971cac14-dcf4-4d0d-98d2-7fccdfa019f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.115479] env[69563]: DEBUG nova.network.neutron [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1123.119539] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a8f360-66ac-4237-b376-a65c6a77db16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.155414] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4901b31-fead-4411-a983-52a1f0e4a2fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.158466] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updated VIF entry in instance network info cache for port b695d070-8d87-4f06-92c7-182ac8e24c7f. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1123.158866] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b695d070-8d87-4f06-92c7-182ac8e24c7f", "address": "fa:16:3e:d8:e5:f0", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb695d070-8d", "ovs_interfaceid": "b695d070-8d87-4f06-92c7-182ac8e24c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1123.166668] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e7d317-55e2-4acd-9137-f257dbded440 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.183922] env[69563]: DEBUG nova.compute.provider_tree [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.275140] env[69563]: DEBUG nova.network.neutron [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [{"id": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "address": "fa:16:3e:45:76:8f", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e505377-df", "ovs_interfaceid": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1123.435667] env[69563]: DEBUG oslo_vmware.api [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404409, 'name': ReconfigVM_Task, 'duration_secs': 0.718482} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.436314] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.436590] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Reconfigured VM to attach interface {{(pid=69563) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1123.457112] env[69563]: INFO nova.compute.manager [-] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Took 1.41 seconds to deallocate network for instance. [ 1123.661793] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Releasing lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.662156] env[69563]: DEBUG nova.compute.manager [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Received event network-changed-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.662341] env[69563]: DEBUG nova.compute.manager [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Refreshing instance network info cache due to event network-changed-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.662594] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Acquiring lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.662755] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Acquired lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.662950] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Refreshing network info cache for port 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1123.704170] env[69563]: ERROR nova.scheduler.client.report [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [req-e14592b5-143b-4392-89bc-7db1a94e1acf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e14592b5-143b-4392-89bc-7db1a94e1acf"}]} [ 1123.722112] env[69563]: DEBUG nova.scheduler.client.report [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1123.735136] env[69563]: DEBUG nova.scheduler.client.report [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1123.735450] env[69563]: DEBUG nova.compute.provider_tree [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.745636] env[69563]: DEBUG nova.scheduler.client.report [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1123.764896] env[69563]: DEBUG nova.scheduler.client.report [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1123.777710] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.778293] env[69563]: DEBUG nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Instance network_info: |[{"id": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "address": "fa:16:3e:45:76:8f", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e505377-df", "ovs_interfaceid": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.778686] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:76:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e505377-df38-475b-bbfb-3b7aa894a7c9', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.787597] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.790405] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.790867] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6cbd35d-ed03-4b07-ab87-76e65da84711 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.814386] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.814386] env[69563]: value = "task-3404412" [ 1123.814386] env[69563]: _type = "Task" [ 1123.814386] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.824192] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404412, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.941944] env[69563]: DEBUG oslo_concurrency.lockutils [None req-213e96f1-7664-41d3-b233-b41744e73b9a tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-7d5a4768-4078-484c-96fd-65ff7dd755fb-b695d070-8d87-4f06-92c7-182ac8e24c7f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.313s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.959163] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643c4814-f4c9-424e-b0d8-4c4aa7a5dadc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.964530] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.971389] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da18a99-95b6-4fc8-82c0-c7e3f6fdf5e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.008153] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63574f9-54b0-406c-8263-bd1e1f855c2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.012328] env[69563]: DEBUG nova.compute.manager [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Received event network-vif-plugged-9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.012586] env[69563]: DEBUG oslo_concurrency.lockutils [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] Acquiring lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.012786] env[69563]: DEBUG oslo_concurrency.lockutils [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.012955] env[69563]: DEBUG oslo_concurrency.lockutils [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.013141] env[69563]: DEBUG nova.compute.manager [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] No waiting events found dispatching network-vif-plugged-9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.013305] env[69563]: WARNING nova.compute.manager [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Received unexpected event network-vif-plugged-9e505377-df38-475b-bbfb-3b7aa894a7c9 for instance with vm_state building and task_state spawning. [ 1124.013466] env[69563]: DEBUG nova.compute.manager [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Received event network-changed-9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.013653] env[69563]: DEBUG nova.compute.manager [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Refreshing instance network info cache due to event network-changed-9e505377-df38-475b-bbfb-3b7aa894a7c9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.013854] env[69563]: DEBUG oslo_concurrency.lockutils [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] Acquiring lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.013988] env[69563]: DEBUG oslo_concurrency.lockutils [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] Acquired lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.014158] env[69563]: DEBUG nova.network.neutron [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Refreshing network info cache for port 9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1124.022951] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6515ba-e049-4f17-ab11-3686b5865242 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.041207] env[69563]: DEBUG nova.compute.provider_tree [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.324135] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404412, 'name': CreateVM_Task, 'duration_secs': 0.490732} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.324363] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.325041] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.325218] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.325559] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.325822] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a3cf33-fe14-4ec5-bff5-dca984d3a0de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.330357] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1124.330357] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d9330-a7ca-8901-ec36-b32911d9bdc4" [ 1124.330357] env[69563]: _type = "Task" [ 1124.330357] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.338303] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d9330-a7ca-8901-ec36-b32911d9bdc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.402944] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updated VIF entry in instance network info cache for port 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1124.403391] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [{"id": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "address": "fa:16:3e:23:17:0c", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ccc3c-8e", "ovs_interfaceid": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1124.576589] env[69563]: DEBUG nova.scheduler.client.report [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1124.576875] env[69563]: DEBUG nova.compute.provider_tree [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 167 to 168 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1124.577142] env[69563]: DEBUG nova.compute.provider_tree [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.737119] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1124.737369] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1124.738310] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbe92bb-9a88-4478-a722-1749d87115f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.756111] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd8f896-db40-47aa-bc0b-bdd943bce4af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.760143] env[69563]: DEBUG nova.network.neutron [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updated VIF entry in instance network info cache for port 9e505377-df38-475b-bbfb-3b7aa894a7c9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1124.760594] env[69563]: DEBUG nova.network.neutron [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [{"id": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "address": "fa:16:3e:45:76:8f", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e505377-df", "ovs_interfaceid": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1124.788039] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-3e176e23-43d3-4ec3-8903-f5301f303d0a/volume-3e176e23-43d3-4ec3-8903-f5301f303d0a.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.789377] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6306f4-125c-4061-a2fb-52ab2af4bb31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.810294] env[69563]: DEBUG oslo_vmware.api [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1124.810294] env[69563]: value = "task-3404413" [ 1124.810294] env[69563]: _type = "Task" [ 1124.810294] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.821136] env[69563]: DEBUG oslo_vmware.api [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.841171] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523d9330-a7ca-8901-ec36-b32911d9bdc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.841492] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.841728] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.841958] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.842114] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.842288] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.842546] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdb0d57b-4720-4477-9157-2e5b2ae7f4ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.851418] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.851597] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.852365] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ace2e0-4c0d-4727-91d5-0cb428f21178 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.857534] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1124.857534] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5298ec82-3e24-38de-dba8-1541dd6d90c8" [ 1124.857534] env[69563]: _type = "Task" [ 1124.857534] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.866901] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5298ec82-3e24-38de-dba8-1541dd6d90c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.906559] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Releasing lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.906805] env[69563]: DEBUG nova.compute.manager [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Received event network-changed-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.906971] env[69563]: DEBUG nova.compute.manager [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Refreshing instance network info cache due to event network-changed-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.907198] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Acquiring lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.907336] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Acquired lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.907492] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Refreshing network info cache for port 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1125.083081] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.220s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.083520] env[69563]: DEBUG nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.086326] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.122s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.086598] env[69563]: DEBUG nova.objects.instance [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'resources' on Instance uuid 47622390-9e3a-4865-b160-821637c53a4a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.264079] env[69563]: DEBUG oslo_concurrency.lockutils [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] Releasing lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.264079] env[69563]: DEBUG nova.compute.manager [req-9a64748d-aeda-468e-a29f-9ff07c5c5f73 req-73e2b8a7-ba79-4ab9-b9b1-fdd7183040df service nova] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Received event network-vif-deleted-6883a07a-c18f-41c4-8e50-588408944c89 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.320732] env[69563]: DEBUG oslo_vmware.api [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.367328] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5298ec82-3e24-38de-dba8-1541dd6d90c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.368074] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d55b6c-7e09-4429-b786-7924b6f73dfb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.373525] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1125.373525] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52190aba-ea30-04d2-7a23-fcfaa359f9c5" [ 1125.373525] env[69563]: _type = "Task" [ 1125.373525] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.381212] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52190aba-ea30-04d2-7a23-fcfaa359f9c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.384657] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "interface-7d5a4768-4078-484c-96fd-65ff7dd755fb-b695d070-8d87-4f06-92c7-182ac8e24c7f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.384874] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-7d5a4768-4078-484c-96fd-65ff7dd755fb-b695d070-8d87-4f06-92c7-182ac8e24c7f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.589468] env[69563]: DEBUG nova.compute.utils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.594234] env[69563]: DEBUG nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.594234] env[69563]: DEBUG nova.network.neutron [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1125.621575] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updated VIF entry in instance network info cache for port 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1125.621911] env[69563]: DEBUG nova.network.neutron [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [{"id": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "address": "fa:16:3e:23:17:0c", "network": {"id": "27317ccb-e3a3-44c6-b0e6-1d59c70a2826", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1660027446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3908f6b4c66642768f1152a28a6a809e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0ccc3c-8e", "ovs_interfaceid": "4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1125.640959] env[69563]: DEBUG nova.policy [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33b62efb6f64e76953107e1f64c49c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56b682b2e4341ca9041621ca76c5600', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.789500] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4fd034-255b-4e69-a61e-4b9a253f9be9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.797222] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6308a3-8c1a-421a-82ee-62202cc7b6bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.839811] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfec34c-7dd9-428e-b28a-ececd9585add {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.848043] env[69563]: DEBUG oslo_vmware.api [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.851273] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410d66f-ffce-40f8-8cb4-4dd4e62f5408 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.864753] env[69563]: DEBUG nova.compute.provider_tree [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.883095] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52190aba-ea30-04d2-7a23-fcfaa359f9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.883380] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.883630] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215/d15daad8-74c1-4a8d-8d9d-8b7a44b5a215.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.884301] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5102c663-208a-494a-af4d-bcb30197a83b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.887334] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.887490] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.888461] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc54025-8e76-4b69-8138-5ae785d64e73 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.892915] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1125.892915] env[69563]: value = "task-3404415" [ 1125.892915] env[69563]: _type = "Task" [ 1125.892915] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.908495] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82a05b4-5ccf-4f97-b0a6-9c43059fe423 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.915755] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.941941] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Reconfiguring VM to detach interface {{(pid=69563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1125.943264] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-277f4f87-3ae2-4b8c-96e5-47ab7f8b98c3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.957367] env[69563]: DEBUG nova.network.neutron [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Successfully created port: 2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1125.963202] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1125.963202] env[69563]: value = "task-3404416" [ 1125.963202] env[69563]: _type = "Task" [ 1125.963202] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.972293] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.094080] env[69563]: DEBUG nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.124451] env[69563]: DEBUG oslo_concurrency.lockutils [req-542c6a16-531b-4c1d-b8fc-35f329af782c req-b85a5e91-1b7a-480f-8d8f-2e41c926b219 service nova] Releasing lock "refresh_cache-ffc8eb20-2316-405d-8c88-7f8d84ffc32d" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.347384] env[69563]: DEBUG oslo_vmware.api [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404413, 'name': ReconfigVM_Task, 'duration_secs': 1.202532} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.347688] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-3e176e23-43d3-4ec3-8903-f5301f303d0a/volume-3e176e23-43d3-4ec3-8903-f5301f303d0a.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.352761] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7adfb9f8-d3fb-407c-aac7-77a5454fc36f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.371844] env[69563]: DEBUG oslo_vmware.api [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1126.371844] env[69563]: value = "task-3404417" [ 1126.371844] env[69563]: _type = "Task" [ 1126.371844] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.382013] env[69563]: DEBUG oslo_vmware.api [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404417, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.402282] env[69563]: DEBUG nova.scheduler.client.report [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1126.402650] env[69563]: DEBUG nova.compute.provider_tree [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 168 to 169 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1126.403175] env[69563]: DEBUG nova.compute.provider_tree [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.411655] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.476070] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.882057] env[69563]: DEBUG oslo_vmware.api [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404417, 'name': ReconfigVM_Task, 'duration_secs': 0.178979} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.882398] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1126.904135] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626326} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.904419] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215/d15daad8-74c1-4a8d-8d9d-8b7a44b5a215.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.904631] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.904889] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85b26c3a-2684-48d7-adb3-115e471449f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.908867] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.912618] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1126.912618] env[69563]: value = "task-3404418" [ 1126.912618] env[69563]: _type = "Task" [ 1126.912618] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.921733] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.932165] env[69563]: INFO nova.scheduler.client.report [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted allocations for instance 47622390-9e3a-4865-b160-821637c53a4a [ 1126.975160] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.105183] env[69563]: DEBUG nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.166152] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.166406] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.166559] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.166738] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.166880] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.167034] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.167249] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.167408] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.167570] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.167729] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.167897] env[69563]: DEBUG nova.virt.hardware [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.168836] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac6943d-b5c6-4bb2-9594-63e53d0677eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.176656] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5626633-bbf5-4419-8209-6e9f4614ada0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.318172] env[69563]: DEBUG nova.compute.manager [req-179e7a3a-2005-4673-9c0c-458485561774 req-aba3546f-c5e3-4844-b358-7777d8053887 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Received event network-vif-plugged-2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.318408] env[69563]: DEBUG oslo_concurrency.lockutils [req-179e7a3a-2005-4673-9c0c-458485561774 req-aba3546f-c5e3-4844-b358-7777d8053887 service nova] Acquiring lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.318600] env[69563]: DEBUG oslo_concurrency.lockutils [req-179e7a3a-2005-4673-9c0c-458485561774 req-aba3546f-c5e3-4844-b358-7777d8053887 service nova] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.318763] env[69563]: DEBUG oslo_concurrency.lockutils [req-179e7a3a-2005-4673-9c0c-458485561774 req-aba3546f-c5e3-4844-b358-7777d8053887 service nova] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.318927] env[69563]: DEBUG nova.compute.manager [req-179e7a3a-2005-4673-9c0c-458485561774 req-aba3546f-c5e3-4844-b358-7777d8053887 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] No waiting events found dispatching network-vif-plugged-2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.319123] env[69563]: WARNING nova.compute.manager [req-179e7a3a-2005-4673-9c0c-458485561774 req-aba3546f-c5e3-4844-b358-7777d8053887 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Received unexpected event network-vif-plugged-2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c for instance with vm_state building and task_state spawning. [ 1127.406137] env[69563]: DEBUG nova.network.neutron [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Successfully updated port: 2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1127.423252] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102086} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.423509] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.424327] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fec52e9-c199-4359-9842-6f5f859195bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.450617] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215/d15daad8-74c1-4a8d-8d9d-8b7a44b5a215.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.451465] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8be6b7c8-4257-4f91-bff5-5397a4f29177 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "47622390-9e3a-4865-b160-821637c53a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.052s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.452702] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8491dd33-4443-4b68-bac0-4f3b9ab19014 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.476697] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1127.476697] env[69563]: value = "task-3404419" [ 1127.476697] env[69563]: _type = "Task" [ 1127.476697] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.480208] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.488419] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.909037] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "refresh_cache-c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.909318] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "refresh_cache-c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.909470] env[69563]: DEBUG nova.network.neutron [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1127.930505] env[69563]: DEBUG nova.objects.instance [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'flavor' on Instance uuid 5ccd6755-4fe3-4476-af8a-f704efdad82d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.978041] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.988661] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404419, 'name': ReconfigVM_Task, 'duration_secs': 0.320023} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.988941] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215/d15daad8-74c1-4a8d-8d9d-8b7a44b5a215.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.989600] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f5d5c6e-49fc-466c-86b1-4a841fc0fd7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.995526] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1127.995526] env[69563]: value = "task-3404421" [ 1127.995526] env[69563]: _type = "Task" [ 1127.995526] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.003716] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404421, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.435817] env[69563]: DEBUG oslo_concurrency.lockutils [None req-21439d97-5643-4a39-b931-f513a977c667 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.315s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.452591] env[69563]: DEBUG nova.network.neutron [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1128.482290] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.507031] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404421, 'name': Rename_Task, 'duration_secs': 0.161032} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.507261] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.507530] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f0c2af-78e2-470d-b748-b1a4007530b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.513865] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1128.513865] env[69563]: value = "task-3404422" [ 1128.513865] env[69563]: _type = "Task" [ 1128.513865] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.522305] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.590350] env[69563]: DEBUG nova.network.neutron [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Updating instance_info_cache with network_info: [{"id": "2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c", "address": "fa:16:3e:1b:dd:fb", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed2aaa8-fb", "ovs_interfaceid": "2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1128.853868] env[69563]: INFO nova.compute.manager [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Rebuilding instance [ 1128.902534] env[69563]: DEBUG nova.compute.manager [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.903487] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5447f74-f344-427a-9da9-b66d0d9cbad6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.979527] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.023539] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404422, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.093012] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "refresh_cache-c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.093477] env[69563]: DEBUG nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Instance network_info: |[{"id": "2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c", "address": "fa:16:3e:1b:dd:fb", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed2aaa8-fb", "ovs_interfaceid": "2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.093926] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:dd:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.101608] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.101828] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.102062] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee4c126a-d22c-45e7-877b-322f2be1ff5a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.121610] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.121610] env[69563]: value = "task-3404423" [ 1129.121610] env[69563]: _type = "Task" [ 1129.121610] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.129043] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404423, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.344776] env[69563]: DEBUG nova.compute.manager [req-cffcac1f-db16-4ce2-9481-c61d1dc567c7 req-af8768fd-eff4-4ff6-869a-d08bcac5e2a4 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Received event network-changed-2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.344776] env[69563]: DEBUG nova.compute.manager [req-cffcac1f-db16-4ce2-9481-c61d1dc567c7 req-af8768fd-eff4-4ff6-869a-d08bcac5e2a4 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Refreshing instance network info cache due to event network-changed-2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.344998] env[69563]: DEBUG oslo_concurrency.lockutils [req-cffcac1f-db16-4ce2-9481-c61d1dc567c7 req-af8768fd-eff4-4ff6-869a-d08bcac5e2a4 service nova] Acquiring lock "refresh_cache-c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.345187] env[69563]: DEBUG oslo_concurrency.lockutils [req-cffcac1f-db16-4ce2-9481-c61d1dc567c7 req-af8768fd-eff4-4ff6-869a-d08bcac5e2a4 service nova] Acquired lock "refresh_cache-c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.345353] env[69563]: DEBUG nova.network.neutron [req-cffcac1f-db16-4ce2-9481-c61d1dc567c7 req-af8768fd-eff4-4ff6-869a-d08bcac5e2a4 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Refreshing network info cache for port 2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1129.481627] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.523900] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404422, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.654446] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404423, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.912648] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.912880] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.916266] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.916542] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d19c401-f9fe-4e6e-b77f-f2736afc451a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.924079] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1129.924079] env[69563]: value = "task-3404425" [ 1129.924079] env[69563]: _type = "Task" [ 1129.924079] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.935439] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.983355] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.025140] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404422, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.076630] env[69563]: DEBUG nova.network.neutron [req-cffcac1f-db16-4ce2-9481-c61d1dc567c7 req-af8768fd-eff4-4ff6-869a-d08bcac5e2a4 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Updated VIF entry in instance network info cache for port 2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1130.077025] env[69563]: DEBUG nova.network.neutron [req-cffcac1f-db16-4ce2-9481-c61d1dc567c7 req-af8768fd-eff4-4ff6-869a-d08bcac5e2a4 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Updating instance_info_cache with network_info: [{"id": "2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c", "address": "fa:16:3e:1b:dd:fb", "network": {"id": "4ca23a75-7b7b-4bf6-a129-cb80c36fcd80", "bridge": "br-int", "label": "tempest-ServersTestJSON-9474096-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56b682b2e4341ca9041621ca76c5600", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed2aaa8-fb", "ovs_interfaceid": "2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1130.132777] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404423, 'name': CreateVM_Task, 'duration_secs': 0.753259} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.132946] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.133613] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.133774] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.134104] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.134354] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852a5130-c61d-44aa-8475-9ae5870f8885 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.138381] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1130.138381] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5284d6e0-ee09-a71b-6fc7-064373af7291" [ 1130.138381] env[69563]: _type = "Task" [ 1130.138381] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.145660] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5284d6e0-ee09-a71b-6fc7-064373af7291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.415206] env[69563]: DEBUG nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.433580] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404425, 'name': PowerOffVM_Task, 'duration_secs': 0.226719} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.433877] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.483017] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.484111] env[69563]: INFO nova.compute.manager [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Detaching volume 3e176e23-43d3-4ec3-8903-f5301f303d0a [ 1130.514397] env[69563]: INFO nova.virt.block_device [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Attempting to driver detach volume 3e176e23-43d3-4ec3-8903-f5301f303d0a from mountpoint /dev/sdb [ 1130.514681] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1130.514920] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1130.516581] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3918de65-e653-46fb-bb60-e728e626274c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.528136] env[69563]: DEBUG oslo_vmware.api [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404422, 'name': PowerOnVM_Task, 'duration_secs': 1.532887} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.545692] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.545912] env[69563]: INFO nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1130.546103] env[69563]: DEBUG nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.546915] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab515fe6-714c-46ba-93b3-8e9b1bcdfc16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.549784] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c7f3b-fc91-41e6-9dc4-6b340ec4d52c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.561339] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5594e4-e276-4f9e-94f9-1f2746c059f4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.581230] env[69563]: DEBUG oslo_concurrency.lockutils [req-cffcac1f-db16-4ce2-9481-c61d1dc567c7 req-af8768fd-eff4-4ff6-869a-d08bcac5e2a4 service nova] Releasing lock "refresh_cache-c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.582455] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83515007-7c0b-4e87-99c1-52287472e87d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.599322] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e176e23-43d3-4ec3-8903-f5301f303d0a/volume-3e176e23-43d3-4ec3-8903-f5301f303d0a.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1130.604643] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.605570] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a8522f-81c2-45b8-a3af-8f5f6b1b631d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.624511] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1130.624511] env[69563]: value = "task-3404426" [ 1130.624511] env[69563]: _type = "Task" [ 1130.624511] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.634316] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.647379] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5284d6e0-ee09-a71b-6fc7-064373af7291, 'name': SearchDatastore_Task, 'duration_secs': 0.019827} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.647379] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.647379] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.647379] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.647625] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.647625] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.647837] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a096f6a-0085-4060-8b61-a291ae2723c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.656046] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.656228] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.656909] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e4fe20-3c7c-4332-90e3-b2e013e0348b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.661503] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1130.661503] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d88afd-2dbd-1637-495e-f92a2cdb98a9" [ 1130.661503] env[69563]: _type = "Task" [ 1130.661503] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.669895] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d88afd-2dbd-1637-495e-f92a2cdb98a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.937922] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.938208] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.939817] env[69563]: INFO nova.compute.claims [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.983996] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.068885] env[69563]: INFO nova.compute.manager [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Took 14.50 seconds to build instance. [ 1131.136770] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404426, 'name': ReconfigVM_Task, 'duration_secs': 0.202032} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.137353] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.141838] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e884ffb1-e9db-48cc-97ff-e30c01228363 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.157884] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1131.157884] env[69563]: value = "task-3404427" [ 1131.157884] env[69563]: _type = "Task" [ 1131.157884] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.168716] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.175344] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d88afd-2dbd-1637-495e-f92a2cdb98a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.176206] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d306b54-8803-4aa9-8cfe-1c07e0f8c2a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.181864] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1131.181864] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a6630b-1d5c-1286-a7f3-d4047f9867a0" [ 1131.181864] env[69563]: _type = "Task" [ 1131.181864] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.189689] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a6630b-1d5c-1286-a7f3-d4047f9867a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.488042] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.571388] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e9515062-14d9-4c70-ba18-20670dd92a91 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.014s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.625063] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.625319] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.669576] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404427, 'name': ReconfigVM_Task, 'duration_secs': 0.294985} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.669916] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1131.696024] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52a6630b-1d5c-1286-a7f3-d4047f9867a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01442} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.696024] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.696024] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c/c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.696024] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a7ba555-b9a5-48bb-80a0-37cf8b2b10b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.701954] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1131.701954] env[69563]: value = "task-3404428" [ 1131.701954] env[69563]: _type = "Task" [ 1131.701954] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.711513] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.722714] env[69563]: DEBUG nova.compute.manager [req-b97f929f-aed7-4fa1-8140-695304e31355 req-1e6013db-d984-440d-9264-776857407b49 service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Received event network-changed-9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.722960] env[69563]: DEBUG nova.compute.manager [req-b97f929f-aed7-4fa1-8140-695304e31355 req-1e6013db-d984-440d-9264-776857407b49 service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Refreshing instance network info cache due to event network-changed-9e505377-df38-475b-bbfb-3b7aa894a7c9. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.723195] env[69563]: DEBUG oslo_concurrency.lockutils [req-b97f929f-aed7-4fa1-8140-695304e31355 req-1e6013db-d984-440d-9264-776857407b49 service nova] Acquiring lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.723360] env[69563]: DEBUG oslo_concurrency.lockutils [req-b97f929f-aed7-4fa1-8140-695304e31355 req-1e6013db-d984-440d-9264-776857407b49 service nova] Acquired lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.723524] env[69563]: DEBUG nova.network.neutron [req-b97f929f-aed7-4fa1-8140-695304e31355 req-1e6013db-d984-440d-9264-776857407b49 service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Refreshing network info cache for port 9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1131.988309] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.128989] env[69563]: DEBUG nova.compute.utils [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.170719] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be20ab0f-a5f4-47d0-89d4-6ae47bfd4100 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.178323] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c99a068-ccc8-41da-997e-f893b14d8057 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.215268] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c3723f-91d6-44c1-8593-b9348266da91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.223343] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.231653] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dceba0c-d10b-4d87-a810-9752aa258d48 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.249344] env[69563]: DEBUG nova.compute.provider_tree [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.481579] env[69563]: DEBUG nova.network.neutron [req-b97f929f-aed7-4fa1-8140-695304e31355 req-1e6013db-d984-440d-9264-776857407b49 service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updated VIF entry in instance network info cache for port 9e505377-df38-475b-bbfb-3b7aa894a7c9. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1132.481844] env[69563]: DEBUG nova.network.neutron [req-b97f929f-aed7-4fa1-8140-695304e31355 req-1e6013db-d984-440d-9264-776857407b49 service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [{"id": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "address": "fa:16:3e:45:76:8f", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e505377-df", "ovs_interfaceid": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1132.489486] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.632480] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.719769] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.740043] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.740043] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a02b73-fd8f-498f-991f-29d1fc802357 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.748124] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1132.748124] env[69563]: value = "task-3404429" [ 1132.748124] env[69563]: _type = "Task" [ 1132.748124] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.752354] env[69563]: DEBUG nova.scheduler.client.report [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.762758] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.763054] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1132.763348] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1132.764277] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b4bab-6cfd-4f4c-9a3d-e5de07192a07 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.791252] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38e4e9-db51-4939-9196-df0497d35d66 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.798616] env[69563]: WARNING nova.virt.vmwareapi.driver [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1132.798969] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.800315] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3092d09-f12c-402e-9a76-06af1ae0e200 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.811911] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.812221] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02527c6f-fb6d-486f-afeb-fae2d4b66388 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.878749] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.879012] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.879210] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleting the datastore file [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.879486] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b9836e-044f-451d-99f4-65f01f3f9de8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.885989] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1132.885989] env[69563]: value = "task-3404431" [ 1132.885989] env[69563]: _type = "Task" [ 1132.885989] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.896159] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.984495] env[69563]: DEBUG oslo_concurrency.lockutils [req-b97f929f-aed7-4fa1-8140-695304e31355 req-1e6013db-d984-440d-9264-776857407b49 service nova] Releasing lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.989110] env[69563]: DEBUG oslo_vmware.api [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404416, 'name': ReconfigVM_Task, 'duration_secs': 6.851389} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.989110] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.989527] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Reconfigured VM to detach interface {{(pid=69563) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1133.016958] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Acquiring lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.017260] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.228785] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404428, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.258354] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.258953] env[69563]: DEBUG nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.395820] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398683} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.396086] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.396258] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.396495] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.520434] env[69563]: DEBUG nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.711465] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.711742] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.711976] env[69563]: INFO nova.compute.manager [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Attaching volume caeaeb46-40ff-4805-bf44-6e828a51a7cf to /dev/sdb [ 1133.723258] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404428, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.591556} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.723532] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c/c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.723747] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.724008] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8cbacca-58a2-4fb0-80b4-9178dfbaf9d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.732901] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1133.732901] env[69563]: value = "task-3404432" [ 1133.732901] env[69563]: _type = "Task" [ 1133.732901] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.740312] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.752219] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bd3ac5-609e-437f-8336-ebb84535397f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.759584] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe7b8a-3363-46f5-9c29-d6da2bd2aee9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.765394] env[69563]: DEBUG nova.compute.utils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.766920] env[69563]: DEBUG nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.767157] env[69563]: DEBUG nova.network.neutron [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1133.773635] env[69563]: DEBUG nova.virt.block_device [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Updating existing volume attachment record: 4cd4894f-729e-4513-a37b-9156de3b5503 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1133.808681] env[69563]: DEBUG nova.policy [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff930400b95e4634a524f33f4afc264e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd609d490d98d4edb9037dddd9ae78925', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.901732] env[69563]: INFO nova.virt.block_device [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Booting with volume 3e176e23-43d3-4ec3-8903-f5301f303d0a at /dev/sdb [ 1133.932572] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0d30d18-2c0d-4125-bd18-359714342dba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.940736] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3765de-d187-498a-bf0a-42b0036f5f68 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.975294] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-944f43ea-2ff9-4685-b065-45311c7fb5bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.983541] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef807b-1451-4435-8a93-74c4794386be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.016085] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d919eb12-d28a-42f2-b216-a753667f3458 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.022600] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb04df8-7a14-4275-a4d6-ea49220d66fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.037913] env[69563]: DEBUG nova.virt.block_device [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updating existing volume attachment record: 60c01244-3d1e-4020-9be1-f873cb4f6db1 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1134.045208] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.045524] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.047231] env[69563]: INFO nova.compute.claims [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.114637] env[69563]: DEBUG nova.network.neutron [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Successfully created port: 2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1134.244939] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072642} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.245212] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.246014] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1483d6be-f3a4-40d7-b7f9-692a5574acd4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.269946] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c/c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.269946] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7aa0c4e-4180-46a0-bcb7-1db32bce547a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.283608] env[69563]: DEBUG nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.294030] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1134.294030] env[69563]: value = "task-3404434" [ 1134.294030] env[69563]: _type = "Task" [ 1134.294030] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.302653] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.336503] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.336685] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquired lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.336870] env[69563]: DEBUG nova.network.neutron [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1134.804231] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.828533] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.828814] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.829044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.829232] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.829399] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.831447] env[69563]: INFO nova.compute.manager [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Terminating instance [ 1135.099578] env[69563]: INFO nova.network.neutron [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Port b695d070-8d87-4f06-92c7-182ac8e24c7f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1135.100130] env[69563]: DEBUG nova.network.neutron [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [{"id": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "address": "fa:16:3e:89:8d:36", "network": {"id": "4ee5f238-5ebf-426c-8aaa-1e43a25a8b22", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1525497869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bc66a578e844245a651dd88598179ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac903edb-0a", "ovs_interfaceid": "ac903edb-0a92-47e8-8d8f-9d675df5fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1135.248126] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba6357-d979-4ec4-87b5-66f94b53d277 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.256049] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a90d316-e491-4fb1-888f-eef79ee454b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.285329] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa94b6-46b2-4304-9532-9ae7cefb0cbe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.292857] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902261f3-dfc4-4afd-a009-a5fa712590d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.297570] env[69563]: DEBUG nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.307423] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404434, 'name': ReconfigVM_Task, 'duration_secs': 0.838541} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.314880] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c/c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.315716] env[69563]: DEBUG nova.compute.provider_tree [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.318563] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515a6bf3-e12a-4f08-a763-c0e4cf2668db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.327075] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.327299] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.327453] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.327628] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.327771] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.327913] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.328136] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.328294] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.328458] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.328615] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.328780] env[69563]: DEBUG nova.virt.hardware [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.329116] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1135.329116] env[69563]: value = "task-3404435" [ 1135.329116] env[69563]: _type = "Task" [ 1135.329116] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.330036] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edccc3d3-1122-4ed5-970b-5de75d34f0cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.335941] env[69563]: DEBUG nova.compute.manager [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.336142] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.336826] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df40915d-092a-4ba6-be51-29aa9d3ba4c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.345315] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3ee3c9-8f16-405c-ab70-5c03bfd91292 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.349377] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404435, 'name': Rename_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.353319] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.353962] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-249b0772-f8a4-48ad-ae2b-53b8bcaf2fe4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.365453] env[69563]: DEBUG oslo_vmware.api [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1135.365453] env[69563]: value = "task-3404436" [ 1135.365453] env[69563]: _type = "Task" [ 1135.365453] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.373533] env[69563]: DEBUG oslo_vmware.api [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.507621] env[69563]: DEBUG nova.compute.manager [req-7ef74200-8a83-4af5-86c0-f18625ee2a2c req-f98285db-bddb-42b3-b7ba-992135e751b1 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received event network-vif-plugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.508556] env[69563]: DEBUG oslo_concurrency.lockutils [req-7ef74200-8a83-4af5-86c0-f18625ee2a2c req-f98285db-bddb-42b3-b7ba-992135e751b1 service nova] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.508556] env[69563]: DEBUG oslo_concurrency.lockutils [req-7ef74200-8a83-4af5-86c0-f18625ee2a2c req-f98285db-bddb-42b3-b7ba-992135e751b1 service nova] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.508556] env[69563]: DEBUG oslo_concurrency.lockutils [req-7ef74200-8a83-4af5-86c0-f18625ee2a2c req-f98285db-bddb-42b3-b7ba-992135e751b1 service nova] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.508740] env[69563]: DEBUG nova.compute.manager [req-7ef74200-8a83-4af5-86c0-f18625ee2a2c req-f98285db-bddb-42b3-b7ba-992135e751b1 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] No waiting events found dispatching network-vif-plugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.508968] env[69563]: WARNING nova.compute.manager [req-7ef74200-8a83-4af5-86c0-f18625ee2a2c req-f98285db-bddb-42b3-b7ba-992135e751b1 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received unexpected event network-vif-plugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 for instance with vm_state building and task_state spawning. [ 1135.606377] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Releasing lock "refresh_cache-7d5a4768-4078-484c-96fd-65ff7dd755fb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.619848] env[69563]: DEBUG nova.network.neutron [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Successfully updated port: 2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1135.822225] env[69563]: DEBUG nova.scheduler.client.report [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.842280] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404435, 'name': Rename_Task, 'duration_secs': 0.196576} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.842592] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.842880] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b5c3b31-1bf0-479b-b266-40b4032b9c98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.850220] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1135.850220] env[69563]: value = "task-3404437" [ 1135.850220] env[69563]: _type = "Task" [ 1135.850220] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.858063] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.875456] env[69563]: DEBUG oslo_vmware.api [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404436, 'name': PowerOffVM_Task, 'duration_secs': 0.21789} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.875789] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.876012] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.876279] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd58980b-44bc-4591-b88d-86727f8b7a8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.950594] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.950825] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.951016] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleting the datastore file [datastore1] 7d5a4768-4078-484c-96fd-65ff7dd755fb {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.951399] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da765d7f-f078-41e6-a3aa-dddf04d3a08d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.957747] env[69563]: DEBUG oslo_vmware.api [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1135.957747] env[69563]: value = "task-3404439" [ 1135.957747] env[69563]: _type = "Task" [ 1135.957747] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.969575] env[69563]: DEBUG oslo_vmware.api [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.111110] env[69563]: DEBUG oslo_concurrency.lockutils [None req-37cd304d-69b3-466c-a764-08aaa147c515 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "interface-7d5a4768-4078-484c-96fd-65ff7dd755fb-b695d070-8d87-4f06-92c7-182ac8e24c7f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.726s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.121280] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.121450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.121623] env[69563]: DEBUG nova.network.neutron [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1136.168164] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.168416] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.168587] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.168785] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.168932] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.169090] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.169304] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.169463] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.169625] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.169788] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.169995] env[69563]: DEBUG nova.virt.hardware [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.171190] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c8eb97-22d4-4328-944b-4724a1745cff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.179183] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42c8c9-fa2f-4889-bc7b-60591c6e2576 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.192520] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:4b:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.200185] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.200381] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.200593] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5de132-b7ce-43d6-ab9e-db392c4437a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.220308] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.220308] env[69563]: value = "task-3404441" [ 1136.220308] env[69563]: _type = "Task" [ 1136.220308] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.232640] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404441, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.327455] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.327990] env[69563]: DEBUG nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.362281] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404437, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.468602] env[69563]: DEBUG oslo_vmware.api [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178843} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.468954] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.469179] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.469343] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.469520] env[69563]: INFO nova.compute.manager [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1136.469760] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.469990] env[69563]: DEBUG nova.compute.manager [-] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.470128] env[69563]: DEBUG nova.network.neutron [-] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1136.669012] env[69563]: DEBUG nova.network.neutron [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1136.732127] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404441, 'name': CreateVM_Task, 'duration_secs': 0.358132} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.732312] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.732990] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.733178] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.733541] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.737121] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b31fa7-6dc8-45a9-a31d-6866dff5308d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.741854] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1136.741854] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526cd877-ab12-2aa0-5044-fc072b692dc2" [ 1136.741854] env[69563]: _type = "Task" [ 1136.741854] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.749740] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526cd877-ab12-2aa0-5044-fc072b692dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.834018] env[69563]: DEBUG nova.compute.utils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.835472] env[69563]: DEBUG nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.835649] env[69563]: DEBUG nova.network.neutron [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1136.863518] env[69563]: DEBUG oslo_vmware.api [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404437, 'name': PowerOnVM_Task, 'duration_secs': 0.515246} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.863782] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.863979] env[69563]: INFO nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1136.864838] env[69563]: DEBUG nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.865686] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a7a772-c368-4858-8796-88a9df26e50b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.881248] env[69563]: DEBUG nova.policy [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2eb13b13eac4602801e9471268c2ec8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '168336b1b75d42b38f6275c55792ef40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.893938] env[69563]: DEBUG nova.network.neutron [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [{"id": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "address": "fa:16:3e:be:b2:ce", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2737382b-70", "ovs_interfaceid": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1137.192701] env[69563]: DEBUG nova.network.neutron [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Successfully created port: e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1137.252570] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526cd877-ab12-2aa0-5044-fc072b692dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.252880] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.253225] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.253388] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.253540] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.253717] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.253981] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1675054-67a6-4762-9a2d-57fc77b9a1b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.265928] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.266188] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.267167] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9595bbe-fc94-4332-829d-849105ef638f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.272209] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1137.272209] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5224a002-8c43-2617-8130-e968389b123b" [ 1137.272209] env[69563]: _type = "Task" [ 1137.272209] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.279685] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5224a002-8c43-2617-8130-e968389b123b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.338424] env[69563]: DEBUG nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.399722] env[69563]: INFO nova.compute.manager [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Took 15.56 seconds to build instance. [ 1137.400828] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.401133] env[69563]: DEBUG nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Instance network_info: |[{"id": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "address": "fa:16:3e:be:b2:ce", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2737382b-70", "ovs_interfaceid": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.401924] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:b2:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2737382b-7027-4795-a9d7-8dadab7fe7f1', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.411637] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.411867] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.412136] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48f14713-eebf-4d64-bee7-36f8e2c22680 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.436470] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.436470] env[69563]: value = "task-3404442" [ 1137.436470] env[69563]: _type = "Task" [ 1137.436470] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.445121] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404442, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.538410] env[69563]: DEBUG nova.compute.manager [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received event network-changed-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.538601] env[69563]: DEBUG nova.compute.manager [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Refreshing instance network info cache due to event network-changed-2737382b-7027-4795-a9d7-8dadab7fe7f1. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.538810] env[69563]: DEBUG oslo_concurrency.lockutils [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] Acquiring lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.538948] env[69563]: DEBUG oslo_concurrency.lockutils [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] Acquired lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.539118] env[69563]: DEBUG nova.network.neutron [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Refreshing network info cache for port 2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1137.686130] env[69563]: DEBUG nova.network.neutron [-] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1137.782936] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5224a002-8c43-2617-8130-e968389b123b, 'name': SearchDatastore_Task, 'duration_secs': 0.025317} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.783695] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f22740c-e765-4f27-aa4e-8e8318de048f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.789050] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1137.789050] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5214242b-2851-65b6-7926-df67260a19cc" [ 1137.789050] env[69563]: _type = "Task" [ 1137.789050] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.799604] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5214242b-2851-65b6-7926-df67260a19cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.844262] env[69563]: INFO nova.virt.block_device [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Booting with volume d0afef08-98cb-4c42-90be-2dc55cacb3e7 at /dev/sda [ 1137.873883] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0afe1bc3-3e4a-49a2-a6f5-3d84e793f35c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.882427] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd58f28-8230-4a0e-8dfe-8088c9228e01 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.902784] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7ad59145-a42b-4138-9606-b09088eaa218 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.066s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.914514] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e1f1fef-2a1f-4ddd-9f77-e8527f7210d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.922182] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beb9099-0080-427b-8f21-2d9e1121efd2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.945256] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404442, 'name': CreateVM_Task, 'duration_secs': 0.316546} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.957973] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.958585] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.958741] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.959067] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.959770] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6645ad-bdfa-485f-b295-e74c2123576e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.962121] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6feafe1f-fc3c-4c93-9a48-b5b137aa8319 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.968595] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5601f3d-04b4-44a6-a089-92e8b25efa31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.970881] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1137.970881] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52995422-a74a-0e4a-90d4-422e66ba79e8" [ 1137.970881] env[69563]: _type = "Task" [ 1137.970881] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.978443] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52995422-a74a-0e4a-90d4-422e66ba79e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.981837] env[69563]: DEBUG nova.virt.block_device [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Updating existing volume attachment record: ba272f24-5acd-4511-aca6-a7cb77b3dfcb {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1138.160253] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.160514] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.160716] env[69563]: DEBUG nova.compute.manager [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.161656] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fb1198-e06d-43e0-be95-ad1d3743098d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.168958] env[69563]: DEBUG nova.compute.manager [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1138.169568] env[69563]: DEBUG nova.objects.instance [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lazy-loading 'flavor' on Instance uuid c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.188537] env[69563]: INFO nova.compute.manager [-] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Took 1.72 seconds to deallocate network for instance. [ 1138.237194] env[69563]: DEBUG nova.network.neutron [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updated VIF entry in instance network info cache for port 2737382b-7027-4795-a9d7-8dadab7fe7f1. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1138.237575] env[69563]: DEBUG nova.network.neutron [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [{"id": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "address": "fa:16:3e:be:b2:ce", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2737382b-70", "ovs_interfaceid": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1138.298851] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5214242b-2851-65b6-7926-df67260a19cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.299116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.299370] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d/5ccd6755-4fe3-4476-af8a-f704efdad82d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.299627] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40695f89-15d8-49e2-a659-73c59eac62ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.305669] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1138.305669] env[69563]: value = "task-3404443" [ 1138.305669] env[69563]: _type = "Task" [ 1138.305669] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.313684] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.322051] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.322209] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679245', 'volume_id': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'name': 'volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8a0c9f3-a2a7-46e6-8431-6a5dda894c16', 'attached_at': '', 'detached_at': '', 'volume_id': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'serial': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.323046] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f928db00-028b-4338-bbb6-706ef83e8e82 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.338275] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ced6eb-86ee-4134-9c1b-f6a4fb0b28f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.363953] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf/volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.365297] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b063751-93bd-4013-bf9d-006af90ec957 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.384238] env[69563]: DEBUG oslo_vmware.api [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1138.384238] env[69563]: value = "task-3404444" [ 1138.384238] env[69563]: _type = "Task" [ 1138.384238] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.392009] env[69563]: DEBUG oslo_vmware.api [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.481381] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52995422-a74a-0e4a-90d4-422e66ba79e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.481779] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.482045] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.482304] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.482468] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.482690] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.483016] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbac56fa-1219-4fd3-9bee-ea13d53c7ae7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.498890] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.499276] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.499952] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85713bb9-a5ae-4898-b26c-edebdd9c0b2c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.508017] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1138.508017] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52500fea-f943-e7e9-62b5-59bfe4732e8e" [ 1138.508017] env[69563]: _type = "Task" [ 1138.508017] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.517947] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52500fea-f943-e7e9-62b5-59bfe4732e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.629533] env[69563]: DEBUG nova.compute.manager [req-1f822c7b-c91d-4f74-a739-b2ee1bc218ef req-6220f599-6c1f-46a7-99f2-623edf5aae62 service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Received event network-vif-plugged-e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.629760] env[69563]: DEBUG oslo_concurrency.lockutils [req-1f822c7b-c91d-4f74-a739-b2ee1bc218ef req-6220f599-6c1f-46a7-99f2-623edf5aae62 service nova] Acquiring lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.629964] env[69563]: DEBUG oslo_concurrency.lockutils [req-1f822c7b-c91d-4f74-a739-b2ee1bc218ef req-6220f599-6c1f-46a7-99f2-623edf5aae62 service nova] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.630148] env[69563]: DEBUG oslo_concurrency.lockutils [req-1f822c7b-c91d-4f74-a739-b2ee1bc218ef req-6220f599-6c1f-46a7-99f2-623edf5aae62 service nova] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.630312] env[69563]: DEBUG nova.compute.manager [req-1f822c7b-c91d-4f74-a739-b2ee1bc218ef req-6220f599-6c1f-46a7-99f2-623edf5aae62 service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] No waiting events found dispatching network-vif-plugged-e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.630472] env[69563]: WARNING nova.compute.manager [req-1f822c7b-c91d-4f74-a739-b2ee1bc218ef req-6220f599-6c1f-46a7-99f2-623edf5aae62 service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Received unexpected event network-vif-plugged-e4acfeef-1832-41cd-9c67-ef65a063dbe0 for instance with vm_state building and task_state block_device_mapping. [ 1138.696064] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.696255] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.696477] env[69563]: DEBUG nova.objects.instance [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'resources' on Instance uuid 7d5a4768-4078-484c-96fd-65ff7dd755fb {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.732058] env[69563]: DEBUG nova.network.neutron [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Successfully updated port: e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1138.740114] env[69563]: DEBUG oslo_concurrency.lockutils [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] Releasing lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.740485] env[69563]: DEBUG nova.compute.manager [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Received event network-vif-deleted-ac903edb-0a92-47e8-8d8f-9d675df5fae9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.740728] env[69563]: INFO nova.compute.manager [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Neutron deleted interface ac903edb-0a92-47e8-8d8f-9d675df5fae9; detaching it from the instance and deleting it from the info cache [ 1138.741655] env[69563]: DEBUG nova.network.neutron [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1138.815970] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502664} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.816321] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d/5ccd6755-4fe3-4476-af8a-f704efdad82d.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.816468] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.816728] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27551a4d-c302-4813-8c71-7ab43f94fa7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.823926] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1138.823926] env[69563]: value = "task-3404445" [ 1138.823926] env[69563]: _type = "Task" [ 1138.823926] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.833508] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.895141] env[69563]: DEBUG oslo_vmware.api [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404444, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.018871] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52500fea-f943-e7e9-62b5-59bfe4732e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.052556} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.019776] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81382e0-d88f-42f8-8dfb-017b9776c1c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.026618] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1139.026618] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525e7cfb-f475-4f54-8f7d-cba7d94819c7" [ 1139.026618] env[69563]: _type = "Task" [ 1139.026618] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.034372] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525e7cfb-f475-4f54-8f7d-cba7d94819c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.179411] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.179765] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e368cf70-72d0-467c-93a9-4e8302f68766 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.187532] env[69563]: DEBUG oslo_vmware.api [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1139.187532] env[69563]: value = "task-3404446" [ 1139.187532] env[69563]: _type = "Task" [ 1139.187532] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.195272] env[69563]: DEBUG oslo_vmware.api [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.234231] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Acquiring lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.234394] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Acquired lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.234551] env[69563]: DEBUG nova.network.neutron [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1139.248108] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f85fce7-7cc7-4447-b207-8dd611f0293c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.257573] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0807cc-0f5e-4ac6-bd21-27625c6dfce4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.294403] env[69563]: DEBUG nova.compute.manager [req-e332847f-7c0c-4b26-8c46-61e1dbdff8b6 req-bc35789a-acb1-4cf0-98a7-b9fc757075ff service nova] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Detach interface failed, port_id=ac903edb-0a92-47e8-8d8f-9d675df5fae9, reason: Instance 7d5a4768-4078-484c-96fd-65ff7dd755fb could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.335820] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066108} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.336111] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.336882] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba33ad3-2e92-4a1c-9b07-ac9d31d2afba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.360784] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d/5ccd6755-4fe3-4476-af8a-f704efdad82d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.363656] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b09cd0-987d-4abd-be4a-69a2ce934fab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.384280] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1139.384280] env[69563]: value = "task-3404447" [ 1139.384280] env[69563]: _type = "Task" [ 1139.384280] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.396869] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.401128] env[69563]: DEBUG oslo_vmware.api [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404444, 'name': ReconfigVM_Task, 'duration_secs': 0.517011} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.401490] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf/volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.406926] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce88a73-5903-4ee8-83d0-88b40e9ec58a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.426454] env[69563]: DEBUG oslo_vmware.api [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1139.426454] env[69563]: value = "task-3404448" [ 1139.426454] env[69563]: _type = "Task" [ 1139.426454] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.437826] env[69563]: DEBUG oslo_vmware.api [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.463204] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9008cd84-ed57-4905-b624-dd036060dc9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.473883] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597777d3-6418-4a50-8d1a-f15f51a2832a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.527072] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62b1dd4-5e13-49bd-9aee-26cfb9070c8c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.542755] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c94cc0-c9d3-42dc-b885-2faaf0c6dcf7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.548104] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525e7cfb-f475-4f54-8f7d-cba7d94819c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.548389] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.548647] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774/65eaf71d-42a1-4c8d-a2c8-5e7be7728774.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.549277] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-002904a7-35d9-45f4-a958-d0a8637382ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.562766] env[69563]: DEBUG nova.compute.provider_tree [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.565579] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1139.565579] env[69563]: value = "task-3404449" [ 1139.565579] env[69563]: _type = "Task" [ 1139.565579] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.573870] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.697820] env[69563]: DEBUG oslo_vmware.api [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.767169] env[69563]: DEBUG nova.network.neutron [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1139.898188] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404447, 'name': ReconfigVM_Task, 'duration_secs': 0.328567} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.898587] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d/5ccd6755-4fe3-4476-af8a-f704efdad82d.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.899721] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'size': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encryption_options': None, 'boot_index': 0, 'image_id': 'fdcdd3ad-f87f-4ca4-816e-a61c59011fe7'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'}, 'attachment_id': '60c01244-3d1e-4020-9be1-f873cb4f6db1', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1139.899925] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.900132] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.900961] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6769117b-0df7-4497-b2d4-5ba6aede0fc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.917891] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b05e51-e7ab-46b7-93f9-30afd7f8df5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.923012] env[69563]: DEBUG nova.network.neutron [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Updating instance_info_cache with network_info: [{"id": "e4acfeef-1832-41cd-9c67-ef65a063dbe0", "address": "fa:16:3e:e3:c5:d4", "network": {"id": "40f425bb-acd7-4c35-9daf-936a551b1c99", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-718242281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "168336b1b75d42b38f6275c55792ef40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4acfeef-18", "ovs_interfaceid": "e4acfeef-1832-41cd-9c67-ef65a063dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1139.947420] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-3e176e23-43d3-4ec3-8903-f5301f303d0a/volume-3e176e23-43d3-4ec3-8903-f5301f303d0a.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.951224] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c5542d-3c17-4c73-a527-2b2b469228a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.971345] env[69563]: DEBUG oslo_vmware.api [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404448, 'name': ReconfigVM_Task, 'duration_secs': 0.148498} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.972668] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679245', 'volume_id': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'name': 'volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8a0c9f3-a2a7-46e6-8431-6a5dda894c16', 'attached_at': '', 'detached_at': '', 'volume_id': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'serial': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1139.974531] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1139.974531] env[69563]: value = "task-3404450" [ 1139.974531] env[69563]: _type = "Task" [ 1139.974531] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.985642] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.067431] env[69563]: DEBUG nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.068545] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.068930] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.069212] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.069477] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.069672] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.069909] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.070203] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.070545] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.070829] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.071053] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.071260] env[69563]: DEBUG nova.virt.hardware [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.072295] env[69563]: DEBUG nova.scheduler.client.report [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.077338] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c285fc8f-6686-4df0-83be-d149afb7ee9c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.092558] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404449, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.097513] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d722019-b09b-4a9e-8f65-92fe18118bd8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.199588] env[69563]: DEBUG oslo_vmware.api [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404446, 'name': PowerOffVM_Task, 'duration_secs': 0.961187} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.199901] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.200144] env[69563]: DEBUG nova.compute.manager [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.201043] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25abfec-5b91-4ed2-bd37-828a941ecffa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.425979] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Releasing lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.426359] env[69563]: DEBUG nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Instance network_info: |[{"id": "e4acfeef-1832-41cd-9c67-ef65a063dbe0", "address": "fa:16:3e:e3:c5:d4", "network": {"id": "40f425bb-acd7-4c35-9daf-936a551b1c99", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-718242281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "168336b1b75d42b38f6275c55792ef40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4acfeef-18", "ovs_interfaceid": "e4acfeef-1832-41cd-9c67-ef65a063dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.426852] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:c5:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4acfeef-1832-41cd-9c67-ef65a063dbe0', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.434491] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Creating folder: Project (168336b1b75d42b38f6275c55792ef40). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.434803] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d88e887-340f-49ad-8219-544850ab719a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.452353] env[69563]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1140.452539] env[69563]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69563) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1140.452830] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Folder already exists: Project (168336b1b75d42b38f6275c55792ef40). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1140.453022] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Creating folder: Instances. Parent ref: group-v679237. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.453278] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0464a3f4-f33e-43ee-8a6c-eb9101b3b0aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.464186] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Created folder: Instances in parent group-v679237. [ 1140.464413] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.464608] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.464809] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9baa51df-0510-463d-a8d3-866f714d6818 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.488963] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404450, 'name': ReconfigVM_Task, 'duration_secs': 0.483108} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.490158] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-3e176e23-43d3-4ec3-8903-f5301f303d0a/volume-3e176e23-43d3-4ec3-8903-f5301f303d0a.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.494945] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.494945] env[69563]: value = "task-3404453" [ 1140.494945] env[69563]: _type = "Task" [ 1140.494945] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.495146] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23dee900-88b9-4116-a71e-932167909be1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.516715] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404453, 'name': CreateVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.518016] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1140.518016] env[69563]: value = "task-3404454" [ 1140.518016] env[69563]: _type = "Task" [ 1140.518016] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.528881] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.589408] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.591847] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841157} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.592354] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774/65eaf71d-42a1-4c8d-a2c8-5e7be7728774.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.592571] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.592829] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a4deb4-060d-48a4-b557-118ea1daabe3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.600292] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1140.600292] env[69563]: value = "task-3404455" [ 1140.600292] env[69563]: _type = "Task" [ 1140.600292] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.608856] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.610595] env[69563]: INFO nova.scheduler.client.report [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleted allocations for instance 7d5a4768-4078-484c-96fd-65ff7dd755fb [ 1140.658937] env[69563]: DEBUG nova.compute.manager [req-7da949a8-948e-4f5c-9c4e-49e57c82c8ba req-c190b6e4-ae17-407f-8139-3a5379c580f9 service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Received event network-changed-e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.659188] env[69563]: DEBUG nova.compute.manager [req-7da949a8-948e-4f5c-9c4e-49e57c82c8ba req-c190b6e4-ae17-407f-8139-3a5379c580f9 service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Refreshing instance network info cache due to event network-changed-e4acfeef-1832-41cd-9c67-ef65a063dbe0. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.659406] env[69563]: DEBUG oslo_concurrency.lockutils [req-7da949a8-948e-4f5c-9c4e-49e57c82c8ba req-c190b6e4-ae17-407f-8139-3a5379c580f9 service nova] Acquiring lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.659548] env[69563]: DEBUG oslo_concurrency.lockutils [req-7da949a8-948e-4f5c-9c4e-49e57c82c8ba req-c190b6e4-ae17-407f-8139-3a5379c580f9 service nova] Acquired lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.659705] env[69563]: DEBUG nova.network.neutron [req-7da949a8-948e-4f5c-9c4e-49e57c82c8ba req-c190b6e4-ae17-407f-8139-3a5379c580f9 service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Refreshing network info cache for port e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1140.715584] env[69563]: DEBUG oslo_concurrency.lockutils [None req-54818aaf-c755-4ef2-8738-160b41213991 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.555s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.012656] env[69563]: DEBUG nova.objects.instance [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'flavor' on Instance uuid d8a0c9f3-a2a7-46e6-8431-6a5dda894c16 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.018467] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404453, 'name': CreateVM_Task, 'duration_secs': 0.430784} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.018467] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.019129] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679242', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'name': 'volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd01c5c9-6993-4e0f-95da-b276e9383fdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'serial': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7'}, 'attachment_id': 'ba272f24-5acd-4511-aca6-a7cb77b3dfcb', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1141.019289] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Root volume attach. Driver type: vmdk {{(pid=69563) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1141.023871] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2dc8ae-89bd-437d-b809-61ab0b57c8c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.036104] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404454, 'name': ReconfigVM_Task, 'duration_secs': 0.192424} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.039478] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.040607] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebd1d389-c077-4146-b457-da33339d4bd5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.042864] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ac3943-9eb8-4ceb-bedd-4b8a747c86c4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.051590] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4abb8f-2095-4fbd-99f8-44b189f8b308 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.055157] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1141.055157] env[69563]: value = "task-3404456" [ 1141.055157] env[69563]: _type = "Task" [ 1141.055157] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.063022] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-22350a38-f8a5-4109-a2bd-07fcd938b35c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.068142] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404456, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.072189] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1141.072189] env[69563]: value = "task-3404457" [ 1141.072189] env[69563]: _type = "Task" [ 1141.072189] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.081095] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.111430] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084902} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.111648] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.112505] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f0cda-2af0-42a4-af44-d6cc568241f0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.118266] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a9327622-3f58-44fc-a3e6-2c01a4998d04 tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "7d5a4768-4078-484c-96fd-65ff7dd755fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.289s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.143171] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774/65eaf71d-42a1-4c8d-a2c8-5e7be7728774.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.145061] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e88a19e-ac0c-4ad6-8eb3-f0dd8fdc0d79 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.172487] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1141.172487] env[69563]: value = "task-3404458" [ 1141.172487] env[69563]: _type = "Task" [ 1141.172487] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.183281] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.482945] env[69563]: DEBUG nova.network.neutron [req-7da949a8-948e-4f5c-9c4e-49e57c82c8ba req-c190b6e4-ae17-407f-8139-3a5379c580f9 service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Updated VIF entry in instance network info cache for port e4acfeef-1832-41cd-9c67-ef65a063dbe0. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1141.483319] env[69563]: DEBUG nova.network.neutron [req-7da949a8-948e-4f5c-9c4e-49e57c82c8ba req-c190b6e4-ae17-407f-8139-3a5379c580f9 service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Updating instance_info_cache with network_info: [{"id": "e4acfeef-1832-41cd-9c67-ef65a063dbe0", "address": "fa:16:3e:e3:c5:d4", "network": {"id": "40f425bb-acd7-4c35-9daf-936a551b1c99", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-718242281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "168336b1b75d42b38f6275c55792ef40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4acfeef-18", "ovs_interfaceid": "e4acfeef-1832-41cd-9c67-ef65a063dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1141.521816] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8d407b82-579d-4499-96e6-c7b51adeefa2 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.809s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.530874] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "848c3663-a77c-4611-a449-4541e6283136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.531147] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "848c3663-a77c-4611-a449-4541e6283136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.531369] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "848c3663-a77c-4611-a449-4541e6283136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.531570] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "848c3663-a77c-4611-a449-4541e6283136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.531738] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "848c3663-a77c-4611-a449-4541e6283136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.534237] env[69563]: INFO nova.compute.manager [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Terminating instance [ 1141.566965] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404456, 'name': Rename_Task, 'duration_secs': 0.175379} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.567273] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.567522] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6552219-1f75-4698-846e-9f519b86efdf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.577507] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1141.577507] env[69563]: value = "task-3404459" [ 1141.577507] env[69563]: _type = "Task" [ 1141.577507] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.584466] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task} progress is 38%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.590135] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.665470] env[69563]: DEBUG oslo_concurrency.lockutils [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.665737] env[69563]: DEBUG oslo_concurrency.lockutils [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.684017] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404458, 'name': ReconfigVM_Task, 'duration_secs': 0.317731} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.684325] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774/65eaf71d-42a1-4c8d-a2c8-5e7be7728774.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.685051] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-900bd191-845a-4c9d-8cbb-8faa63b2d9dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.693703] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1141.693703] env[69563]: value = "task-3404460" [ 1141.693703] env[69563]: _type = "Task" [ 1141.693703] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.703719] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404460, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.789447] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.789727] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.789946] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.790250] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.790537] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.790736] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.790900] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.791069] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1141.791254] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.978594] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.978911] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.979199] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.979448] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.979724] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.982174] env[69563]: INFO nova.compute.manager [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Terminating instance [ 1141.986754] env[69563]: DEBUG oslo_concurrency.lockutils [req-7da949a8-948e-4f5c-9c4e-49e57c82c8ba req-c190b6e4-ae17-407f-8139-3a5379c580f9 service nova] Releasing lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.038523] env[69563]: DEBUG nova.compute.manager [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.038777] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.039809] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1de5956-070c-47e7-945f-8a0376fea8f0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.051416] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.051753] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e92374f4-dd1d-4716-93a7-ec3acb1b1e88 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.060022] env[69563]: DEBUG oslo_vmware.api [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1142.060022] env[69563]: value = "task-3404461" [ 1142.060022] env[69563]: _type = "Task" [ 1142.060022] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.070925] env[69563]: DEBUG oslo_vmware.api [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.086637] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task} progress is 53%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.093629] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404459, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.169667] env[69563]: INFO nova.compute.manager [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Detaching volume caeaeb46-40ff-4805-bf44-6e828a51a7cf [ 1142.213659] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404460, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.219203] env[69563]: INFO nova.virt.block_device [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Attempting to driver detach volume caeaeb46-40ff-4805-bf44-6e828a51a7cf from mountpoint /dev/sdb [ 1142.219446] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1142.219641] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679245', 'volume_id': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'name': 'volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8a0c9f3-a2a7-46e6-8431-6a5dda894c16', 'attached_at': '', 'detached_at': '', 'volume_id': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'serial': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1142.220540] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa9ff47-c6ab-4b30-874f-ea1fd7c1b6a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.244902] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc4f741-239b-450b-84c4-b9898f2e6358 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.255194] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0585e65-a4f6-4bc5-8f65-a509a5335e60 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.279270] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe221155-febe-46ae-bf01-8fef20514d12 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.297185] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.297454] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.297652] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.297816] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1142.298221] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] The volume has not been displaced from its original location: [datastore2] volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf/volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1142.304097] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.305051] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9bfe97-04c4-4482-ba6d-4f8305a1a5bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.308155] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d9536f-581f-4816-a5b4-f23ef64a97fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.329605] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07016c49-03f4-4752-8c19-a758c4113569 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.335181] env[69563]: DEBUG oslo_vmware.api [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1142.335181] env[69563]: value = "task-3404462" [ 1142.335181] env[69563]: _type = "Task" [ 1142.335181] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.349961] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24ee4fe-59f8-4a2f-b8fe-d66f669a3be8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.356269] env[69563]: DEBUG oslo_vmware.api [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.362106] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18aaf84-302f-4e5d-a324-76c95a92d3aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.393614] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178610MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1142.393809] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.394112] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.487275] env[69563]: DEBUG nova.compute.manager [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.487662] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.488484] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894c7f18-3b80-4dc5-b0a8-c96939d30671 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.497493] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.497877] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-708840e9-6d7b-4b49-bffe-3ba41e5767e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.571870] env[69563]: DEBUG oslo_vmware.api [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404461, 'name': PowerOffVM_Task, 'duration_secs': 0.254869} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.572108] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.572108] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.573312] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e34a670-daa0-4613-a6a2-6833e3c81596 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.587700] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task} progress is 65%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.594428] env[69563]: DEBUG oslo_vmware.api [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404459, 'name': PowerOnVM_Task, 'duration_secs': 0.556556} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.594795] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.595047] env[69563]: DEBUG nova.compute.manager [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.596498] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eca0a6-60ab-4dc4-81cb-ab1381ae8975 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.624407] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.624781] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.625101] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleting the datastore file [datastore1] c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.625477] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b884e7d9-a9c6-4734-bd1f-7bd827e7d812 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.634778] env[69563]: DEBUG oslo_vmware.api [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1142.634778] env[69563]: value = "task-3404465" [ 1142.634778] env[69563]: _type = "Task" [ 1142.634778] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.645228] env[69563]: DEBUG oslo_vmware.api [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.654830] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.654830] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.654830] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleting the datastore file [datastore2] 848c3663-a77c-4611-a449-4541e6283136 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.654830] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a4e9935-e0fc-4114-8810-c2f97075b995 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.663286] env[69563]: DEBUG oslo_vmware.api [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for the task: (returnval){ [ 1142.663286] env[69563]: value = "task-3404466" [ 1142.663286] env[69563]: _type = "Task" [ 1142.663286] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.675286] env[69563]: DEBUG oslo_vmware.api [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.705639] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404460, 'name': Rename_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.845848] env[69563]: DEBUG oslo_vmware.api [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404462, 'name': ReconfigVM_Task, 'duration_secs': 0.338799} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.846196] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.851260] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e7c261-a531-4b9c-a7e5-dea55fb5c864 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.868529] env[69563]: DEBUG oslo_vmware.api [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1142.868529] env[69563]: value = "task-3404467" [ 1142.868529] env[69563]: _type = "Task" [ 1142.868529] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.879034] env[69563]: DEBUG oslo_vmware.api [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.084787] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task} progress is 78%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.123016] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.146317] env[69563]: DEBUG oslo_vmware.api [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.176090] env[69563]: DEBUG oslo_vmware.api [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Task: {'id': task-3404466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16771} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.176556] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.176556] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.176732] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.176889] env[69563]: INFO nova.compute.manager [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] [instance: 848c3663-a77c-4611-a449-4541e6283136] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1143.177177] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.177504] env[69563]: DEBUG nova.compute.manager [-] [instance: 848c3663-a77c-4611-a449-4541e6283136] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.177504] env[69563]: DEBUG nova.network.neutron [-] [instance: 848c3663-a77c-4611-a449-4541e6283136] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1143.205784] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404460, 'name': Rename_Task, 'duration_secs': 1.193893} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.206014] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.206285] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ff475b-44e9-4d2b-9003-ab2d20315c23 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.215261] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1143.215261] env[69563]: value = "task-3404468" [ 1143.215261] env[69563]: _type = "Task" [ 1143.215261] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.224518] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.381979] env[69563]: DEBUG oslo_vmware.api [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404467, 'name': ReconfigVM_Task, 'duration_secs': 0.198992} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.383255] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679245', 'volume_id': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'name': 'volume-caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8a0c9f3-a2a7-46e6-8431-6a5dda894c16', 'attached_at': '', 'detached_at': '', 'volume_id': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf', 'serial': 'caeaeb46-40ff-4805-bf44-6e828a51a7cf'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1143.432483] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.432647] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 509fe96d-c6e0-409d-96d9-1de283a2e7a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.432750] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1fa5d2aa-44cc-44d7-b028-aaa203011017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.432866] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 3c268845-a7a5-4796-a972-53d70d2b876e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.432977] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 80bb8738-0765-4dab-9e79-db26ea7d9ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.433144] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ffc8eb20-2316-405d-8c88-7f8d84ffc32d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.433493] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 848c3663-a77c-4611-a449-4541e6283136 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.433786] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 5ccd6755-4fe3-4476-af8a-f704efdad82d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.434010] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance d8a0c9f3-a2a7-46e6-8431-6a5dda894c16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.434204] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7cf0a493-6ede-4cfc-8979-f43a5de0b415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.434426] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.434625] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.434826] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.435514] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance cd01c5c9-6993-4e0f-95da-b276e9383fdb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1143.435767] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1143.435918] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1143.503138] env[69563]: DEBUG nova.compute.manager [req-e39a0299-8e8f-448d-8006-6c3e33232987 req-84ab5acd-d661-4aec-80e4-7a8706fc0f13 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Received event network-vif-deleted-bb7df0b6-3458-487a-a8e4-0e8c451bd780 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.503423] env[69563]: INFO nova.compute.manager [req-e39a0299-8e8f-448d-8006-6c3e33232987 req-84ab5acd-d661-4aec-80e4-7a8706fc0f13 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Neutron deleted interface bb7df0b6-3458-487a-a8e4-0e8c451bd780; detaching it from the instance and deleting it from the info cache [ 1143.503494] env[69563]: DEBUG nova.network.neutron [req-e39a0299-8e8f-448d-8006-6c3e33232987 req-84ab5acd-d661-4aec-80e4-7a8706fc0f13 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1143.586632] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task} progress is 92%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.647872] env[69563]: DEBUG oslo_vmware.api [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.649388] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea7fd5b-bc60-4dae-bf3e-493853911d62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.656754] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d419f59-0126-40dc-9dc7-c3c418a88558 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.688335] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a66a83e-5222-4b38-8982-2efb5b6e2971 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.697064] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1d614-1363-435d-a65f-ee5ec663013b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.712034] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.726186] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404468, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.929007] env[69563]: DEBUG nova.objects.instance [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'flavor' on Instance uuid d8a0c9f3-a2a7-46e6-8431-6a5dda894c16 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.984688] env[69563]: DEBUG nova.network.neutron [-] [instance: 848c3663-a77c-4611-a449-4541e6283136] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1144.006721] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e85878ba-f2da-4ae0-a3f5-96769fc707c5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.016913] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c9f6e3-47f0-42c0-93b7-ef53639c4120 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.054912] env[69563]: DEBUG nova.compute.manager [req-e39a0299-8e8f-448d-8006-6c3e33232987 req-84ab5acd-d661-4aec-80e4-7a8706fc0f13 service nova] [instance: 848c3663-a77c-4611-a449-4541e6283136] Detach interface failed, port_id=bb7df0b6-3458-487a-a8e4-0e8c451bd780, reason: Instance 848c3663-a77c-4611-a449-4541e6283136 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1144.085570] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task} progress is 97%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.146597] env[69563]: DEBUG oslo_vmware.api [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.348165} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.146908] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.147053] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.147250] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.147422] env[69563]: INFO nova.compute.manager [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1144.147653] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.147853] env[69563]: DEBUG nova.compute.manager [-] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.147958] env[69563]: DEBUG nova.network.neutron [-] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1144.215947] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.229796] env[69563]: DEBUG oslo_vmware.api [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404468, 'name': PowerOnVM_Task, 'duration_secs': 0.647596} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.230697] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.230915] env[69563]: INFO nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1144.231120] env[69563]: DEBUG nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.231918] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f73665-b735-40d5-bbec-2204ab5950d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.487629] env[69563]: INFO nova.compute.manager [-] [instance: 848c3663-a77c-4611-a449-4541e6283136] Took 1.31 seconds to deallocate network for instance. [ 1144.585805] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task} progress is 98%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.726067] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1144.726067] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.331s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.726067] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.603s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.726067] env[69563]: DEBUG nova.objects.instance [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1144.728369] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.728566] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Cleaning up deleted instances {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1144.748708] env[69563]: INFO nova.compute.manager [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Took 13.83 seconds to build instance. [ 1144.850856] env[69563]: DEBUG nova.network.neutron [-] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1144.935982] env[69563]: DEBUG oslo_concurrency.lockutils [None req-40f1db80-be5a-43f9-8dec-b868c48e7306 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.998493] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.086461] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404457, 'name': RelocateVM_Task, 'duration_secs': 3.627222} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.086736] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1145.086939] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679242', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'name': 'volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd01c5c9-6993-4e0f-95da-b276e9383fdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'serial': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1145.087726] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fec0d36-ed04-4758-a10f-2ab1271b5c69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.105883] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a87073-b7ed-4a76-bed9-b3fbc2132c7b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.128902] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7/volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.130500] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48877bca-fe1e-44c1-93e7-d25ec02c6ad4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.150331] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1145.150331] env[69563]: value = "task-3404469" [ 1145.150331] env[69563]: _type = "Task" [ 1145.150331] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.158905] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.244729] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] There are 50 instances to clean {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1145.244915] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: d4ac99ba-a37d-463f-8877-57a950396e68] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.248065] env[69563]: DEBUG oslo_concurrency.lockutils [None req-87d008b6-84d8-41f3-90f0-e818aae24c7f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.522s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.248939] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.251s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.249167] env[69563]: DEBUG nova.objects.instance [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lazy-loading 'resources' on Instance uuid 848c3663-a77c-4611-a449-4541e6283136 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.250476] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68ed8328-2e7e-4e92-a56d-e5784f675fa0 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.338s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.353883] env[69563]: INFO nova.compute.manager [-] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Took 1.21 seconds to deallocate network for instance. [ 1145.531039] env[69563]: DEBUG nova.compute.manager [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Received event network-vif-deleted-2ed2aaa8-fb9d-4d40-a2cb-ef10d97fe96c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.531265] env[69563]: DEBUG nova.compute.manager [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received event network-changed-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.531419] env[69563]: DEBUG nova.compute.manager [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Refreshing instance network info cache due to event network-changed-2737382b-7027-4795-a9d7-8dadab7fe7f1. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.531674] env[69563]: DEBUG oslo_concurrency.lockutils [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] Acquiring lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.531838] env[69563]: DEBUG oslo_concurrency.lockutils [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] Acquired lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.531995] env[69563]: DEBUG nova.network.neutron [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Refreshing network info cache for port 2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1145.661207] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.751105] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 2083d666-bcbf-4755-92de-ffe99fb63708] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.860404] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.939709] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87035ddf-3586-4bb0-ad6b-48da0dfd348b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.944408] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.944792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.945040] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.945274] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.945466] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.949705] env[69563]: INFO nova.compute.manager [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Terminating instance [ 1145.951878] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d3b482-d630-4b1a-aa00-f3f473b56d2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.991640] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f29f2f-f5f9-4563-a9b0-88b254be6f1f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.003764] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00355299-b31e-44fb-9ff8-619f7f12f2af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.021409] env[69563]: DEBUG nova.compute.provider_tree [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.161324] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404469, 'name': ReconfigVM_Task, 'duration_secs': 0.92187} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.161628] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7/volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.167215] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb81a5d-8f5d-4611-b5b0-39032d266d23 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.184628] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1146.184628] env[69563]: value = "task-3404470" [ 1146.184628] env[69563]: _type = "Task" [ 1146.184628] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.192669] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.239142] env[69563]: DEBUG nova.network.neutron [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updated VIF entry in instance network info cache for port 2737382b-7027-4795-a9d7-8dadab7fe7f1. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1146.239536] env[69563]: DEBUG nova.network.neutron [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [{"id": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "address": "fa:16:3e:be:b2:ce", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2737382b-70", "ovs_interfaceid": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1146.256656] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: f0962694-a7c3-4144-b208-dd402d44ea8f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.458338] env[69563]: DEBUG nova.compute.manager [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.458564] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.459487] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7a0621-4ccc-4674-b6e9-cb63cc1bcc06 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.468038] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.468297] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a211441-c366-4632-8a41-a5269f0566a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.475622] env[69563]: DEBUG oslo_vmware.api [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1146.475622] env[69563]: value = "task-3404471" [ 1146.475622] env[69563]: _type = "Task" [ 1146.475622] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.483907] env[69563]: DEBUG oslo_vmware.api [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.525268] env[69563]: DEBUG nova.scheduler.client.report [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.697707] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404470, 'name': ReconfigVM_Task, 'duration_secs': 0.263715} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.697707] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679242', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'name': 'volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd01c5c9-6993-4e0f-95da-b276e9383fdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'serial': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1146.698156] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cbd4f6e-1f31-4c3e-953e-321fdb743edc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.705801] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1146.705801] env[69563]: value = "task-3404472" [ 1146.705801] env[69563]: _type = "Task" [ 1146.705801] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.714744] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404472, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.742842] env[69563]: DEBUG oslo_concurrency.lockutils [req-0bb0aa0f-3b96-4b21-b595-68d75984c102 req-a3c92d87-04ba-45d3-8e93-8ecb145034a2 service nova] Releasing lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.760761] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 7d5a4768-4078-484c-96fd-65ff7dd755fb] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.985905] env[69563]: DEBUG oslo_vmware.api [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404471, 'name': PowerOffVM_Task, 'duration_secs': 0.264456} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.986203] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.986370] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.986632] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d875c960-abab-404b-af84-3637421163ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.030441] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.032859] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.173s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.033095] env[69563]: DEBUG nova.objects.instance [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lazy-loading 'resources' on Instance uuid c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.068021] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.068308] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.068458] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleting the datastore file [datastore1] d8a0c9f3-a2a7-46e6-8431-6a5dda894c16 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.069307] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e13765-9193-4aa0-8bf3-028eafcac104 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.071460] env[69563]: INFO nova.scheduler.client.report [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Deleted allocations for instance 848c3663-a77c-4611-a449-4541e6283136 [ 1147.077865] env[69563]: DEBUG oslo_vmware.api [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1147.077865] env[69563]: value = "task-3404474" [ 1147.077865] env[69563]: _type = "Task" [ 1147.077865] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.088397] env[69563]: DEBUG oslo_vmware.api [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.220150] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404472, 'name': Rename_Task, 'duration_secs': 0.303175} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.220521] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.220845] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a58271-3d6d-4500-9285-274e96559413 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.230281] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1147.230281] env[69563]: value = "task-3404475" [ 1147.230281] env[69563]: _type = "Task" [ 1147.230281] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.239302] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.264773] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 1061c85d-69ae-4c23-bb11-19b9acd6fd6b] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.583680] env[69563]: DEBUG oslo_concurrency.lockutils [None req-74ced872-a421-4a04-8471-c4730df2499c tempest-AttachInterfacesTestJSON-1358874873 tempest-AttachInterfacesTestJSON-1358874873-project-member] Lock "848c3663-a77c-4611-a449-4541e6283136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.052s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.590818] env[69563]: DEBUG oslo_vmware.api [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169018} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.591118] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.591332] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.591528] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.591737] env[69563]: INFO nova.compute.manager [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1147.591988] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.592219] env[69563]: DEBUG nova.compute.manager [-] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.592315] env[69563]: DEBUG nova.network.neutron [-] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1147.606528] env[69563]: INFO nova.compute.manager [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Rebuilding instance [ 1147.645282] env[69563]: DEBUG nova.compute.manager [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.646456] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da967080-3564-46e2-87cb-b38c748e5102 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.742331] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.768205] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: e7700815-0f69-4096-b778-6a13bcd7288c] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.788924] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121ef573-9fc9-45a6-a9de-e1a05937d437 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.796533] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce465155-ce47-45ba-aee9-c0a47aebcb29 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.835277] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea02869-3984-4876-bb4e-e07abdb15fec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.844720] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f0517-4f16-48c5-9616-8fd0083f77b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.861266] env[69563]: DEBUG nova.compute.provider_tree [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.246187] env[69563]: DEBUG oslo_vmware.api [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404475, 'name': PowerOnVM_Task, 'duration_secs': 0.894165} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.246467] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.249136] env[69563]: INFO nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1148.249136] env[69563]: DEBUG nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.249136] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e2c222-1e2e-41e8-a498-a2ca64d69f33 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.271766] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 07125383-0d10-415e-9c30-5108e64f6e25] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.330869] env[69563]: DEBUG nova.compute.manager [req-ed0201e8-9fa3-4674-9185-a203ba684c03 req-45959570-7b60-43af-82fb-56f6fe571fa6 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Received event network-vif-deleted-3d68a0ac-d6e6-42d9-a653-82291ef4e0d6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.331049] env[69563]: INFO nova.compute.manager [req-ed0201e8-9fa3-4674-9185-a203ba684c03 req-45959570-7b60-43af-82fb-56f6fe571fa6 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Neutron deleted interface 3d68a0ac-d6e6-42d9-a653-82291ef4e0d6; detaching it from the instance and deleting it from the info cache [ 1148.331231] env[69563]: DEBUG nova.network.neutron [req-ed0201e8-9fa3-4674-9185-a203ba684c03 req-45959570-7b60-43af-82fb-56f6fe571fa6 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1148.388888] env[69563]: ERROR nova.scheduler.client.report [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [req-defad470-c882-4a69-916a-023c8e416e02] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-defad470-c882-4a69-916a-023c8e416e02"}]} [ 1148.405176] env[69563]: DEBUG nova.scheduler.client.report [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1148.426638] env[69563]: DEBUG nova.scheduler.client.report [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1148.426638] env[69563]: DEBUG nova.compute.provider_tree [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.438414] env[69563]: DEBUG nova.scheduler.client.report [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1148.461547] env[69563]: DEBUG nova.scheduler.client.report [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1148.632414] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1afab90-e54b-4809-bd9f-91804bf78a4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.640529] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1396ad8-3261-44c3-b5a4-bd7e84741c84 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.670236] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.670674] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa38d8a-ed97-4044-9b1e-67388cfd8a27 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.672752] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbec26d-4856-42da-a2a9-3841ef9cc78a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.680680] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0543d6-129a-453c-a7c6-c79f3da99f97 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.685776] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1148.685776] env[69563]: value = "task-3404476" [ 1148.685776] env[69563]: _type = "Task" [ 1148.685776] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.697541] env[69563]: DEBUG nova.compute.provider_tree [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.705127] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.768020] env[69563]: INFO nova.compute.manager [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Took 14.74 seconds to build instance. [ 1148.779226] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 370511e6-c4ba-425c-9495-b1646ac97b1f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.807851] env[69563]: DEBUG nova.network.neutron [-] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1148.834715] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a00d0b97-c0b3-4046-b793-ab7b33e607ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.845606] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92406c60-2052-41eb-bdf8-f486226046ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.889067] env[69563]: DEBUG nova.compute.manager [req-ed0201e8-9fa3-4674-9185-a203ba684c03 req-45959570-7b60-43af-82fb-56f6fe571fa6 service nova] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Detach interface failed, port_id=3d68a0ac-d6e6-42d9-a653-82291ef4e0d6, reason: Instance d8a0c9f3-a2a7-46e6-8431-6a5dda894c16 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1149.197299] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404476, 'name': PowerOffVM_Task, 'duration_secs': 0.340477} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.197625] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.197897] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.198699] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384d4136-9bd7-4bed-8108-bc70e3540669 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.209104] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.209406] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dd3df1c-2f0b-4eaa-85da-3b2db3bd1142 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.238139] env[69563]: DEBUG nova.scheduler.client.report [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updated inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1149.238620] env[69563]: DEBUG nova.compute.provider_tree [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 generation from 171 to 172 during operation: update_inventory {{(pid=69563) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1149.238894] env[69563]: DEBUG nova.compute.provider_tree [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.271990] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad90477a-2573-435d-b275-82f96e39a3b0 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.252s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.284657] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 4b547ac1-6026-4cb8-8d16-614eebbb268e] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.287956] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.288257] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.288445] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleting the datastore file [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.289034] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d5f6868-227a-4cbe-8889-881df7aa0682 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.297606] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1149.297606] env[69563]: value = "task-3404478" [ 1149.297606] env[69563]: _type = "Task" [ 1149.297606] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.309026] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.311395] env[69563]: INFO nova.compute.manager [-] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Took 1.72 seconds to deallocate network for instance. [ 1149.744309] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.711s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.782502] env[69563]: INFO nova.scheduler.client.report [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted allocations for instance c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c [ 1149.790909] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 77ab5307-0ab5-4d1b-936b-ad2525fa3ab2] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.811087] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164944} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.811400] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.811613] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.811816] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.823041] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.823041] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.823041] env[69563]: DEBUG nova.objects.instance [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'resources' on Instance uuid d8a0c9f3-a2a7-46e6-8431-6a5dda894c16 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.948387] env[69563]: DEBUG nova.compute.manager [req-597299db-14c7-425d-80cf-f635819a7c8c req-64921029-f77c-4ada-8802-1a27213394dc service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Received event network-changed-e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.948387] env[69563]: DEBUG nova.compute.manager [req-597299db-14c7-425d-80cf-f635819a7c8c req-64921029-f77c-4ada-8802-1a27213394dc service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Refreshing instance network info cache due to event network-changed-e4acfeef-1832-41cd-9c67-ef65a063dbe0. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.948942] env[69563]: DEBUG oslo_concurrency.lockutils [req-597299db-14c7-425d-80cf-f635819a7c8c req-64921029-f77c-4ada-8802-1a27213394dc service nova] Acquiring lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.949200] env[69563]: DEBUG oslo_concurrency.lockutils [req-597299db-14c7-425d-80cf-f635819a7c8c req-64921029-f77c-4ada-8802-1a27213394dc service nova] Acquired lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.949549] env[69563]: DEBUG nova.network.neutron [req-597299db-14c7-425d-80cf-f635819a7c8c req-64921029-f77c-4ada-8802-1a27213394dc service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Refreshing network info cache for port e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1150.298415] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 965029a5-113e-4828-95d5-b96cfaa259b4] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.300219] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d12fd2b0-d682-49ed-ae76-2f301432849b tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.321s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.498862] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f486e35-f1e3-4159-bef3-96969f6e95f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.508293] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5b86b8-ed88-4318-9e17-d6940328b506 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.542209] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd45446f-0737-4460-abe4-6fb05ff81fdf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.553187] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebec2dff-3037-4597-a755-48d1d9d638cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.568024] env[69563]: DEBUG nova.compute.provider_tree [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.770032] env[69563]: DEBUG nova.network.neutron [req-597299db-14c7-425d-80cf-f635819a7c8c req-64921029-f77c-4ada-8802-1a27213394dc service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Updated VIF entry in instance network info cache for port e4acfeef-1832-41cd-9c67-ef65a063dbe0. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1150.770469] env[69563]: DEBUG nova.network.neutron [req-597299db-14c7-425d-80cf-f635819a7c8c req-64921029-f77c-4ada-8802-1a27213394dc service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Updating instance_info_cache with network_info: [{"id": "e4acfeef-1832-41cd-9c67-ef65a063dbe0", "address": "fa:16:3e:e3:c5:d4", "network": {"id": "40f425bb-acd7-4c35-9daf-936a551b1c99", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-718242281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "168336b1b75d42b38f6275c55792ef40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4acfeef-18", "ovs_interfaceid": "e4acfeef-1832-41cd-9c67-ef65a063dbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1150.802021] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 231c01eb-cbb4-4152-b6e5-ccf2fd34680a] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.854074] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.854333] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.854492] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.854720] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.854881] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.855054] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.855262] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.855420] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.855584] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.855746] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.855914] env[69563]: DEBUG nova.virt.hardware [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.857137] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39129b08-dc02-4ff0-b381-b45dcc4fc628 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.866182] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a48fc6-3e91-44d5-bd35-b23624cbbe9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.881425] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:eb:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.889167] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.889836] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.890044] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0974c0-efaf-445f-9da9-ef5ec75e6c31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.911318] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.911318] env[69563]: value = "task-3404479" [ 1150.911318] env[69563]: _type = "Task" [ 1150.911318] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.919916] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404479, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.071353] env[69563]: DEBUG nova.scheduler.client.report [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.132082] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.132082] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.132082] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.132082] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.132082] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.133289] env[69563]: INFO nova.compute.manager [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Terminating instance [ 1151.273959] env[69563]: DEBUG oslo_concurrency.lockutils [req-597299db-14c7-425d-80cf-f635819a7c8c req-64921029-f77c-4ada-8802-1a27213394dc service nova] Releasing lock "refresh_cache-cd01c5c9-6993-4e0f-95da-b276e9383fdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.307340] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 7457dc7b-4d64-49fc-81a8-5a5f995c7ea6] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.427333] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404479, 'name': CreateVM_Task, 'duration_secs': 0.394427} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.427820] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.428887] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.429291] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.429874] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.430397] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2603a5b-c6c2-4322-8b59-45ec3e17223d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.437814] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1151.437814] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d3b13-720c-8ef2-ffa5-4d0a1410087a" [ 1151.437814] env[69563]: _type = "Task" [ 1151.437814] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.448400] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d3b13-720c-8ef2-ffa5-4d0a1410087a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.577243] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.603549] env[69563]: INFO nova.scheduler.client.report [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleted allocations for instance d8a0c9f3-a2a7-46e6-8431-6a5dda894c16 [ 1151.637190] env[69563]: DEBUG nova.compute.manager [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.637446] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.638375] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45cd76-7211-4f63-be82-5156e08df4e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.650566] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.653803] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb48cf08-d9e4-4d8e-86ec-540d2dd94d37 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.665060] env[69563]: DEBUG oslo_vmware.api [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1151.665060] env[69563]: value = "task-3404480" [ 1151.665060] env[69563]: _type = "Task" [ 1151.665060] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.677955] env[69563]: DEBUG oslo_vmware.api [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.811322] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 7d7881c2-4bdd-4d5f-a2b2-470c349c0c24] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.950149] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]526d3b13-720c-8ef2-ffa5-4d0a1410087a, 'name': SearchDatastore_Task, 'duration_secs': 0.012598} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.950515] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.950791] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.951046] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.951206] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.951388] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.951690] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d1962a6-4727-400c-aa7a-624b4eb1e063 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.962793] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.963100] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.963744] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6be53e-00ae-488b-937c-1b51e4fe75a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.970229] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1151.970229] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52322f01-b98b-78a5-8e07-6edd273b2c30" [ 1151.970229] env[69563]: _type = "Task" [ 1151.970229] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.980338] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52322f01-b98b-78a5-8e07-6edd273b2c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.115445] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ecffc4eb-a341-4e13-96be-9674e051616d tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d8a0c9f3-a2a7-46e6-8431-6a5dda894c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.171s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.176316] env[69563]: DEBUG oslo_vmware.api [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404480, 'name': PowerOffVM_Task, 'duration_secs': 0.2293} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.176567] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.176735] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.176985] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f88b03dd-fbe0-4949-869b-178998f192fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.244404] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.244633] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.244836] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleting the datastore file [datastore1] 509fe96d-c6e0-409d-96d9-1de283a2e7a1 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.245107] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8527eb3d-1709-40f2-8c3f-4c3bf563ef6c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.252729] env[69563]: DEBUG oslo_vmware.api [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for the task: (returnval){ [ 1152.252729] env[69563]: value = "task-3404482" [ 1152.252729] env[69563]: _type = "Task" [ 1152.252729] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.261384] env[69563]: DEBUG oslo_vmware.api [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.314073] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 4943a223-2c4c-4140-9400-6b64e0398412] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.482209] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52322f01-b98b-78a5-8e07-6edd273b2c30, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.483034] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a645b89-1c31-4078-a945-6651d2cc0a86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.492612] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1152.492612] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fa0d5b-03e1-7125-87ad-a06ce97b13c5" [ 1152.492612] env[69563]: _type = "Task" [ 1152.492612] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.499937] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fa0d5b-03e1-7125-87ad-a06ce97b13c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.764068] env[69563]: DEBUG oslo_vmware.api [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Task: {'id': task-3404482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185741} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.764650] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.764650] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.764824] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.765142] env[69563]: INFO nova.compute.manager [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1152.765340] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.765551] env[69563]: DEBUG nova.compute.manager [-] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.765669] env[69563]: DEBUG nova.network.neutron [-] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1152.821224] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 38381cd9-27b1-4361-a915-5ccd93de0a49] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.007325] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fa0d5b-03e1-7125-87ad-a06ce97b13c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.007721] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.008355] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415/7cf0a493-6ede-4cfc-8979-f43a5de0b415.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.009059] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d8549b-91ef-4e77-acb1-db0ea3cf4521 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.019199] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1153.019199] env[69563]: value = "task-3404483" [ 1153.019199] env[69563]: _type = "Task" [ 1153.019199] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.031678] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.132944] env[69563]: DEBUG nova.compute.manager [req-f13ff19b-788f-4a84-b677-196f5689b423 req-fffe8cb3-ab56-4d63-a687-598f33c689fa service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Received event network-vif-deleted-ffd1ca1f-3221-4044-a9b8-a332c74c1b43 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.132944] env[69563]: INFO nova.compute.manager [req-f13ff19b-788f-4a84-b677-196f5689b423 req-fffe8cb3-ab56-4d63-a687-598f33c689fa service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Neutron deleted interface ffd1ca1f-3221-4044-a9b8-a332c74c1b43; detaching it from the instance and deleting it from the info cache [ 1153.132944] env[69563]: DEBUG nova.network.neutron [req-f13ff19b-788f-4a84-b677-196f5689b423 req-fffe8cb3-ab56-4d63-a687-598f33c689fa service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1153.326899] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 4feb9856-2f61-476f-b157-e66644e43882] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.533831] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404483, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.609022] env[69563]: DEBUG nova.network.neutron [-] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1153.636493] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3acdfbe-3641-4d26-9fb5-d41a4b1d1dc9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.648802] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5b70e-d0a7-47ad-86f6-3982ae0d234a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.688731] env[69563]: DEBUG nova.compute.manager [req-f13ff19b-788f-4a84-b677-196f5689b423 req-fffe8cb3-ab56-4d63-a687-598f33c689fa service nova] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Detach interface failed, port_id=ffd1ca1f-3221-4044-a9b8-a332c74c1b43, reason: Instance 509fe96d-c6e0-409d-96d9-1de283a2e7a1 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1153.833393] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 7131e8f7-8b35-40a3-8eb6-803f9c9408d1] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.031359] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60241} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.031673] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415/7cf0a493-6ede-4cfc-8979-f43a5de0b415.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.031913] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.032216] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c027afab-b9bd-4546-8531-550b1fde8147 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.040473] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1154.040473] env[69563]: value = "task-3404484" [ 1154.040473] env[69563]: _type = "Task" [ 1154.040473] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.051329] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.111169] env[69563]: INFO nova.compute.manager [-] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Took 1.34 seconds to deallocate network for instance. [ 1154.323038] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquiring lock "e145f48a-778a-4641-b24e-b978eb939ac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.323038] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "e145f48a-778a-4641-b24e-b978eb939ac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.336716] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: c6b2e0e1-a75a-40d8-b07d-bbe6899602fd] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.550891] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070842} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.551547] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.553098] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1665864-5d9a-41bd-8cac-2f503aa4592b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.578528] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415/7cf0a493-6ede-4cfc-8979-f43a5de0b415.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.580208] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a687da89-3755-4fd0-8788-b1452e97fcde {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.603230] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.603230] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.608340] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1154.608340] env[69563]: value = "task-3404485" [ 1154.608340] env[69563]: _type = "Task" [ 1154.608340] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.619217] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.619468] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.619679] env[69563]: DEBUG nova.objects.instance [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lazy-loading 'resources' on Instance uuid 509fe96d-c6e0-409d-96d9-1de283a2e7a1 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.620869] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.825123] env[69563]: DEBUG nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.839990] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: fbcc81f4-cf05-4b99-b8b4-72b664dbc93f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.104833] env[69563]: DEBUG nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.118557] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404485, 'name': ReconfigVM_Task, 'duration_secs': 0.353623} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.118668] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415/7cf0a493-6ede-4cfc-8979-f43a5de0b415.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.119574] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3c4b291-7f2c-49fe-b8c1-b58a59edd8cb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.129035] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1155.129035] env[69563]: value = "task-3404486" [ 1155.129035] env[69563]: _type = "Task" [ 1155.129035] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.138141] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404486, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.306608] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db641fb6-363d-470d-8aef-c09103fda66d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.314375] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd38036-c098-4f89-8ecc-449ac5f4d037 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.346238] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: fa72f5bc-f521-4def-91ab-9a77927c2fd8] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.350475] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401cb0e2-92d7-4ff9-8a9b-9a3d6e9ab5a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.358585] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9770e-8d77-49a9-bb04-8f1d39ab4bfd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.366147] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.377186] env[69563]: DEBUG nova.compute.provider_tree [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.626125] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.639130] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404486, 'name': Rename_Task, 'duration_secs': 0.170286} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.639461] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.639743] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3f3f3fb-25a4-495c-abdc-7d6844542298 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.651768] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1155.651768] env[69563]: value = "task-3404487" [ 1155.651768] env[69563]: _type = "Task" [ 1155.651768] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.663371] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.850738] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 2014761c-8010-4047-b8a6-a1ac44ab6117] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.879380] env[69563]: DEBUG nova.scheduler.client.report [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.163283] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404487, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.164794] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.165050] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.353470] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 827398ff-e013-4b89-9d3f-41c3a60d445d] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.383730] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.386198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.020s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.387654] env[69563]: INFO nova.compute.claims [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.404848] env[69563]: INFO nova.scheduler.client.report [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Deleted allocations for instance 509fe96d-c6e0-409d-96d9-1de283a2e7a1 [ 1156.662225] env[69563]: DEBUG oslo_vmware.api [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404487, 'name': PowerOnVM_Task, 'duration_secs': 0.69044} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.662543] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.662678] env[69563]: DEBUG nova.compute.manager [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.663465] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd24f70-77db-49c8-b87d-c2146e2346d9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.668042] env[69563]: INFO nova.compute.manager [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Detaching volume d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa [ 1156.703393] env[69563]: INFO nova.virt.block_device [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Attempting to driver detach volume d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa from mountpoint /dev/sdb [ 1156.703647] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.703884] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679234', 'volume_id': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'name': 'volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffc8eb20-2316-405d-8c88-7f8d84ffc32d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'serial': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.704732] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e5a02-a280-4447-bf10-f67bd981a706 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.728805] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5007e0d4-02b2-4699-8eec-a5e92bdbaea3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.736794] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d719e3-81f8-474b-b56d-e6f0dfabbcbd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.759542] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297150bd-6021-41b5-8959-fd724b7f2639 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.775783] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] The volume has not been displaced from its original location: [datastore2] volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa/volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.781265] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.781646] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf5fa75-4137-49c7-87c3-7b03d4a6d7bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.801079] env[69563]: DEBUG oslo_vmware.api [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1156.801079] env[69563]: value = "task-3404488" [ 1156.801079] env[69563]: _type = "Task" [ 1156.801079] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.809131] env[69563]: DEBUG oslo_vmware.api [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.857962] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 141467d7-c467-4dfa-89f5-066f36baf21b] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.912530] env[69563]: DEBUG oslo_concurrency.lockutils [None req-953ae8f1-8891-4f0a-8aaa-f5666c0bd2c4 tempest-ServersTestJSON-252854138 tempest-ServersTestJSON-252854138-project-member] Lock "509fe96d-c6e0-409d-96d9-1de283a2e7a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.182135] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.311539] env[69563]: DEBUG oslo_vmware.api [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404488, 'name': ReconfigVM_Task, 'duration_secs': 0.244523} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.311824] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.316661] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8694c831-3485-489b-aa58-bc01a1c1b909 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.334874] env[69563]: DEBUG oslo_vmware.api [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1157.334874] env[69563]: value = "task-3404489" [ 1157.334874] env[69563]: _type = "Task" [ 1157.334874] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.348193] env[69563]: DEBUG oslo_vmware.api [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.362464] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: eeed10ac-2679-4e7f-bd49-2ae2269c7648] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.568689] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3205cbe6-5d53-416b-8ce3-48f3f9bb7afa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.577270] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea12499b-1311-4478-9bf1-e0ba99fd2dac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.613085] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c46db-ce4b-4a1e-9e1d-96dfb706d2d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.621725] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795f98f-0041-47ed-8b95-0b4fc467bcbe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.636473] env[69563]: DEBUG nova.compute.provider_tree [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.846896] env[69563]: DEBUG oslo_vmware.api [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404489, 'name': ReconfigVM_Task, 'duration_secs': 0.205069} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.847234] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679234', 'volume_id': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'name': 'volume-d445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffc8eb20-2316-405d-8c88-7f8d84ffc32d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa', 'serial': 'd445fdf9-4e0b-4b4c-ae55-98ad1e24e7aa'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.866598] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 62a63886-8d41-4977-80d3-50b1a34feb86] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.140668] env[69563]: DEBUG nova.scheduler.client.report [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.371171] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 42d72409-766d-452c-8767-db1d2f3faa7d] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.393832] env[69563]: DEBUG nova.objects.instance [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lazy-loading 'flavor' on Instance uuid ffc8eb20-2316-405d-8c88-7f8d84ffc32d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.647652] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.648289] env[69563]: DEBUG nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.651026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.025s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.652561] env[69563]: INFO nova.compute.claims [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.875579] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: b0105855-eeea-4216-bc95-850690e43242] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.157975] env[69563]: DEBUG nova.compute.utils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.163556] env[69563]: DEBUG nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.163813] env[69563]: DEBUG nova.network.neutron [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1159.209224] env[69563]: DEBUG nova.policy [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83c368cae13b486cb7f687442abc3c57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eba2cf4dc9e4cb2b45303255e101e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.378697] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 47622390-9e3a-4865-b160-821637c53a4a] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.401650] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0f67de88-3b02-4b26-9e25-ad1e371a9b44 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.496345] env[69563]: DEBUG nova.network.neutron [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Successfully created port: 6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1159.669633] env[69563]: DEBUG nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.838774] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43515890-f518-4a9b-a0e1-40a4dccd882d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.850522] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e55aa10-4040-4954-847c-06e7cd3cbe2c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.882566] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 0ed1ab99-59ad-402e-8d5f-6b06cf01554b] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.885396] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5867e7-08c8-4f86-b77d-b17d24f2f939 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.895627] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cd67d6-00ad-4942-a589-348664f1af9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.910689] env[69563]: DEBUG nova.compute.provider_tree [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.378301] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.378546] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.390049] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 35e089c6-2789-412d-b382-d2f1047b104f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.413779] env[69563]: DEBUG nova.scheduler.client.report [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.518366] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.518595] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.518802] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.518979] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.519165] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.521277] env[69563]: INFO nova.compute.manager [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Terminating instance [ 1160.679144] env[69563]: DEBUG nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.708504] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.708886] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.709168] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.709489] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.709744] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.709994] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.710433] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.710713] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.710992] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.711296] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.711602] env[69563]: DEBUG nova.virt.hardware [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.712971] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cee9b1-3684-472f-affe-1fc841364182 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.726344] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac93244a-38e0-4787-81d7-39c1c8fd203c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.883631] env[69563]: DEBUG nova.compute.manager [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.893425] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 1aff3dae-6241-4b0a-96e1-85435273f4d4] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.923026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.923026] env[69563]: DEBUG nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.931042] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.748s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.931042] env[69563]: DEBUG nova.objects.instance [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1161.027629] env[69563]: DEBUG nova.compute.manager [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.027629] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.027629] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3dc586-2cc6-4620-9f1c-09a21be1c725 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.034611] env[69563]: DEBUG nova.compute.manager [req-bd05c1e1-8595-4405-97d4-aef11afeccb7 req-9ca22308-4e72-47ef-b48d-058811692bbe service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Received event network-vif-plugged-6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.034611] env[69563]: DEBUG oslo_concurrency.lockutils [req-bd05c1e1-8595-4405-97d4-aef11afeccb7 req-9ca22308-4e72-47ef-b48d-058811692bbe service nova] Acquiring lock "e145f48a-778a-4641-b24e-b978eb939ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.034611] env[69563]: DEBUG oslo_concurrency.lockutils [req-bd05c1e1-8595-4405-97d4-aef11afeccb7 req-9ca22308-4e72-47ef-b48d-058811692bbe service nova] Lock "e145f48a-778a-4641-b24e-b978eb939ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.034611] env[69563]: DEBUG oslo_concurrency.lockutils [req-bd05c1e1-8595-4405-97d4-aef11afeccb7 req-9ca22308-4e72-47ef-b48d-058811692bbe service nova] Lock "e145f48a-778a-4641-b24e-b978eb939ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.034611] env[69563]: DEBUG nova.compute.manager [req-bd05c1e1-8595-4405-97d4-aef11afeccb7 req-9ca22308-4e72-47ef-b48d-058811692bbe service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] No waiting events found dispatching network-vif-plugged-6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.034611] env[69563]: WARNING nova.compute.manager [req-bd05c1e1-8595-4405-97d4-aef11afeccb7 req-9ca22308-4e72-47ef-b48d-058811692bbe service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Received unexpected event network-vif-plugged-6ee92672-304d-45fe-814b-f00898093999 for instance with vm_state building and task_state spawning. [ 1161.043670] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.043670] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f66e556-8e71-48f8-943c-a70f2604f310 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.049822] env[69563]: DEBUG oslo_vmware.api [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1161.049822] env[69563]: value = "task-3404490" [ 1161.049822] env[69563]: _type = "Task" [ 1161.049822] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.060288] env[69563]: DEBUG oslo_vmware.api [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.106850] env[69563]: DEBUG nova.network.neutron [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Successfully updated port: 6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1161.132697] env[69563]: DEBUG nova.compute.manager [req-d98e712c-3d2a-4c6f-b352-6353729b363d req-7f6bd3f4-e454-41a8-aba0-2ae7e21f2f29 service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Received event network-changed-6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.132993] env[69563]: DEBUG nova.compute.manager [req-d98e712c-3d2a-4c6f-b352-6353729b363d req-7f6bd3f4-e454-41a8-aba0-2ae7e21f2f29 service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Refreshing instance network info cache due to event network-changed-6ee92672-304d-45fe-814b-f00898093999. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.133121] env[69563]: DEBUG oslo_concurrency.lockutils [req-d98e712c-3d2a-4c6f-b352-6353729b363d req-7f6bd3f4-e454-41a8-aba0-2ae7e21f2f29 service nova] Acquiring lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.133245] env[69563]: DEBUG oslo_concurrency.lockutils [req-d98e712c-3d2a-4c6f-b352-6353729b363d req-7f6bd3f4-e454-41a8-aba0-2ae7e21f2f29 service nova] Acquired lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.133439] env[69563]: DEBUG nova.network.neutron [req-d98e712c-3d2a-4c6f-b352-6353729b363d req-7f6bd3f4-e454-41a8-aba0-2ae7e21f2f29 service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Refreshing network info cache for port 6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1161.395702] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 69daa2ed-f866-42e2-b725-8ff50c1ca3e6] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.407142] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.430570] env[69563]: DEBUG nova.compute.utils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.432378] env[69563]: DEBUG nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.432476] env[69563]: DEBUG nova.network.neutron [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1161.488468] env[69563]: DEBUG nova.policy [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca023bb70f624ca285cc0c6a41897dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6ee90d46c34192a27685289adf1bcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.559730] env[69563]: DEBUG oslo_vmware.api [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404490, 'name': PowerOffVM_Task, 'duration_secs': 0.213609} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.559994] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.560170] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.560429] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d29eca6-434a-4d22-b497-4e0e6af748fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.609227] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquiring lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.630435] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.630686] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.630903] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleting the datastore file [datastore1] ffc8eb20-2316-405d-8c88-7f8d84ffc32d {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.631229] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05a6f5fe-6866-410f-a3ee-5a986fd580ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.639918] env[69563]: DEBUG oslo_vmware.api [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1161.639918] env[69563]: value = "task-3404492" [ 1161.639918] env[69563]: _type = "Task" [ 1161.639918] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.651026] env[69563]: DEBUG oslo_vmware.api [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.668233] env[69563]: DEBUG nova.network.neutron [req-d98e712c-3d2a-4c6f-b352-6353729b363d req-7f6bd3f4-e454-41a8-aba0-2ae7e21f2f29 service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1161.746784] env[69563]: DEBUG nova.network.neutron [req-d98e712c-3d2a-4c6f-b352-6353729b363d req-7f6bd3f4-e454-41a8-aba0-2ae7e21f2f29 service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1161.772386] env[69563]: DEBUG nova.network.neutron [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Successfully created port: 54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1161.899377] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 8a1ae4d6-6be2-4543-b0a4-a1d2f961d8a1] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.935216] env[69563]: DEBUG nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.941326] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5d36d5a2-ad52-477a-888d-94e0d9843395 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.942233] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.535s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.943597] env[69563]: INFO nova.compute.claims [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.153869] env[69563]: DEBUG oslo_vmware.api [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176328} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.154367] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.154620] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.154863] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.155123] env[69563]: INFO nova.compute.manager [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.155452] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.155712] env[69563]: DEBUG nova.compute.manager [-] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.155837] env[69563]: DEBUG nova.network.neutron [-] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1162.249414] env[69563]: DEBUG oslo_concurrency.lockutils [req-d98e712c-3d2a-4c6f-b352-6353729b363d req-7f6bd3f4-e454-41a8-aba0-2ae7e21f2f29 service nova] Releasing lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.249805] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquired lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.249961] env[69563]: DEBUG nova.network.neutron [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1162.403415] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 56f2ec6e-0a61-4650-9ed2-3d3ea7c893b1] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.782912] env[69563]: DEBUG nova.network.neutron [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1162.909987] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 42760580-d1d4-4733-b4c0-f5f54e111d95] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.929435] env[69563]: DEBUG nova.network.neutron [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Updating instance_info_cache with network_info: [{"id": "6ee92672-304d-45fe-814b-f00898093999", "address": "fa:16:3e:df:ba:0a", "network": {"id": "78942276-ff98-42bd-8538-4d438278f556", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2036714831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba2cf4dc9e4cb2b45303255e101e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee92672-30", "ovs_interfaceid": "6ee92672-304d-45fe-814b-f00898093999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1162.945079] env[69563]: DEBUG nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.957855] env[69563]: DEBUG nova.compute.manager [req-869d65ce-5dfd-42e6-bd74-f0d33ec7228d req-03398cf4-800b-4075-9276-eec1bdfb654c service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Received event network-vif-deleted-4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.958111] env[69563]: INFO nova.compute.manager [req-869d65ce-5dfd-42e6-bd74-f0d33ec7228d req-03398cf4-800b-4075-9276-eec1bdfb654c service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Neutron deleted interface 4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491; detaching it from the instance and deleting it from the info cache [ 1162.958238] env[69563]: DEBUG nova.network.neutron [req-869d65ce-5dfd-42e6-bd74-f0d33ec7228d req-03398cf4-800b-4075-9276-eec1bdfb654c service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1162.977917] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.978167] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.978325] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.978502] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.978643] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.978789] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.979189] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.979189] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.979316] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.979477] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.979644] env[69563]: DEBUG nova.virt.hardware [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.980735] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c4c5d-9a16-43c0-913c-7c2a2a728b8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.990372] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51846fe2-9267-475b-9aeb-8a71ce13420c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.126474] env[69563]: DEBUG nova.network.neutron [-] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1163.158726] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bea106-6989-4552-8bb4-20a35d7f2300 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.163890] env[69563]: DEBUG nova.compute.manager [req-5c6120ac-d4c1-4155-b12d-34c431a99493 req-c848a6f7-3c17-4d6a-98fa-80ad0f63fdec service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Received event network-vif-plugged-54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.164309] env[69563]: DEBUG oslo_concurrency.lockutils [req-5c6120ac-d4c1-4155-b12d-34c431a99493 req-c848a6f7-3c17-4d6a-98fa-80ad0f63fdec service nova] Acquiring lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.164858] env[69563]: DEBUG oslo_concurrency.lockutils [req-5c6120ac-d4c1-4155-b12d-34c431a99493 req-c848a6f7-3c17-4d6a-98fa-80ad0f63fdec service nova] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.164858] env[69563]: DEBUG oslo_concurrency.lockutils [req-5c6120ac-d4c1-4155-b12d-34c431a99493 req-c848a6f7-3c17-4d6a-98fa-80ad0f63fdec service nova] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.164858] env[69563]: DEBUG nova.compute.manager [req-5c6120ac-d4c1-4155-b12d-34c431a99493 req-c848a6f7-3c17-4d6a-98fa-80ad0f63fdec service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] No waiting events found dispatching network-vif-plugged-54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.165271] env[69563]: WARNING nova.compute.manager [req-5c6120ac-d4c1-4155-b12d-34c431a99493 req-c848a6f7-3c17-4d6a-98fa-80ad0f63fdec service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Received unexpected event network-vif-plugged-54b8e5c3-c861-48ce-b081-45b43e19af08 for instance with vm_state building and task_state spawning. [ 1163.171624] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199fc04a-d5f6-47f6-b309-d4378466f4bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.208184] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d7c9d-700d-462d-b7c5-eca7f77e8c46 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.216629] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a431cfe1-eb61-4b5b-ac00-4d3879720f18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.231215] env[69563]: DEBUG nova.compute.provider_tree [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.254261] env[69563]: DEBUG nova.network.neutron [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Successfully updated port: 54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1163.414342] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: d6b85a7b-b43c-4bcb-9574-a7f9252b0b36] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.431396] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Releasing lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.431726] env[69563]: DEBUG nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Instance network_info: |[{"id": "6ee92672-304d-45fe-814b-f00898093999", "address": "fa:16:3e:df:ba:0a", "network": {"id": "78942276-ff98-42bd-8538-4d438278f556", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2036714831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba2cf4dc9e4cb2b45303255e101e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee92672-30", "ovs_interfaceid": "6ee92672-304d-45fe-814b-f00898093999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.432236] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ba:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee92672-304d-45fe-814b-f00898093999', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.440389] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Creating folder: Project (9eba2cf4dc9e4cb2b45303255e101e5c). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1163.441390] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e826aad1-f1ab-45e2-86e7-7572d92027a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.454377] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Created folder: Project (9eba2cf4dc9e4cb2b45303255e101e5c) in parent group-v678952. [ 1163.454571] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Creating folder: Instances. Parent ref: group-v679251. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1163.454810] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00d5614b-f7ab-4461-9fa4-1ac4ac7bcd10 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.461156] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2fb41e6-6937-4e3d-87c6-f7553329e559 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.465823] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Created folder: Instances in parent group-v679251. [ 1163.466062] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.466371] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.466459] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13ea986b-4183-41e7-a776-8e14394e8f9e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.486058] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c3a233-7388-4a92-acec-2a311d0da238 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.499096] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.499096] env[69563]: value = "task-3404495" [ 1163.499096] env[69563]: _type = "Task" [ 1163.499096] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.508228] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404495, 'name': CreateVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.523653] env[69563]: DEBUG nova.compute.manager [req-869d65ce-5dfd-42e6-bd74-f0d33ec7228d req-03398cf4-800b-4075-9276-eec1bdfb654c service nova] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Detach interface failed, port_id=4e0ccc3c-8e48-48fb-9e6e-4ab122b0c491, reason: Instance ffc8eb20-2316-405d-8c88-7f8d84ffc32d could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.631592] env[69563]: INFO nova.compute.manager [-] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Took 1.48 seconds to deallocate network for instance. [ 1163.733998] env[69563]: DEBUG nova.scheduler.client.report [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.756860] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.757110] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.757360] env[69563]: DEBUG nova.network.neutron [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1163.918204] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: a6f321f4-f168-429c-b81a-bb58a7ebcce9] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.010796] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404495, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.140987] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.240532] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.241097] env[69563]: DEBUG nova.compute.manager [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.243807] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.103s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.243969] env[69563]: DEBUG nova.objects.instance [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lazy-loading 'resources' on Instance uuid ffc8eb20-2316-405d-8c88-7f8d84ffc32d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.292899] env[69563]: DEBUG nova.network.neutron [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1164.411970] env[69563]: DEBUG nova.network.neutron [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Updating instance_info_cache with network_info: [{"id": "54b8e5c3-c861-48ce-b081-45b43e19af08", "address": "fa:16:3e:ea:f2:9f", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b8e5c3-c8", "ovs_interfaceid": "54b8e5c3-c861-48ce-b081-45b43e19af08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1164.421070] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: a6f719ae-ba5f-4c22-b14f-fd01b9f5b053] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.519030] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404495, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.746505] env[69563]: DEBUG nova.compute.utils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.748012] env[69563]: DEBUG nova.compute.manager [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1164.915165] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.915503] env[69563]: DEBUG nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Instance network_info: |[{"id": "54b8e5c3-c861-48ce-b081-45b43e19af08", "address": "fa:16:3e:ea:f2:9f", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b8e5c3-c8", "ovs_interfaceid": "54b8e5c3-c861-48ce-b081-45b43e19af08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.915922] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:f2:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54b8e5c3-c861-48ce-b081-45b43e19af08', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.923669] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.924849] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.925245] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 2b8242d1-4ad2-45c6-872e-6eb1ea0f8d3c] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.927456] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2da561b-fe1d-4dd2-847a-a181814812c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.930651] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b914cad1-5a72-4ba4-a014-826d37be778f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.952755] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09b613e-9720-4c81-a862-0860682998dd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.956058] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.956058] env[69563]: value = "task-3404496" [ 1164.956058] env[69563]: _type = "Task" [ 1164.956058] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.986877] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035de46-c295-4a41-984f-69366b305e05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.993181] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404496, 'name': CreateVM_Task} progress is 15%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.998274] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd1b95a-3311-48f5-b405-c592c838486f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.012778] env[69563]: DEBUG nova.compute.provider_tree [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.022630] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404495, 'name': CreateVM_Task, 'duration_secs': 1.450071} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.023547] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.024406] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.024588] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.024933] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.025452] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645ee018-3439-4dd2-b581-4b52ffae5581 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.030299] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1165.030299] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c27e50-a757-587a-415f-0360abe5491d" [ 1165.030299] env[69563]: _type = "Task" [ 1165.030299] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.038540] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c27e50-a757-587a-415f-0360abe5491d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.191825] env[69563]: DEBUG nova.compute.manager [req-e994cbeb-38e4-4b38-b5aa-21ba62ba68ea req-cb0753c5-539c-47f9-907b-9df5e9bde05c service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Received event network-changed-54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.192180] env[69563]: DEBUG nova.compute.manager [req-e994cbeb-38e4-4b38-b5aa-21ba62ba68ea req-cb0753c5-539c-47f9-907b-9df5e9bde05c service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Refreshing instance network info cache due to event network-changed-54b8e5c3-c861-48ce-b081-45b43e19af08. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.192457] env[69563]: DEBUG oslo_concurrency.lockutils [req-e994cbeb-38e4-4b38-b5aa-21ba62ba68ea req-cb0753c5-539c-47f9-907b-9df5e9bde05c service nova] Acquiring lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.192605] env[69563]: DEBUG oslo_concurrency.lockutils [req-e994cbeb-38e4-4b38-b5aa-21ba62ba68ea req-cb0753c5-539c-47f9-907b-9df5e9bde05c service nova] Acquired lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.192769] env[69563]: DEBUG nova.network.neutron [req-e994cbeb-38e4-4b38-b5aa-21ba62ba68ea req-cb0753c5-539c-47f9-907b-9df5e9bde05c service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Refreshing network info cache for port 54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1165.249954] env[69563]: DEBUG nova.compute.manager [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.431480] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 2f5a2b08-715d-4b2a-93a0-02e2beff1e8b] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.467831] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404496, 'name': CreateVM_Task, 'duration_secs': 0.348985} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.468010] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.468655] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.518453] env[69563]: DEBUG nova.scheduler.client.report [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.541815] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c27e50-a757-587a-415f-0360abe5491d, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.542140] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.542385] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.542618] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.542762] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.543160] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.543225] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.543520] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.543746] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-395294f1-6584-42a1-a933-2882e5a27c51 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.545649] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec274f1-cb24-42a9-89d7-97bddd847da3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.551180] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1165.551180] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527da86c-0354-f03f-35fc-08878fca1014" [ 1165.551180] env[69563]: _type = "Task" [ 1165.551180] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.556904] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.557112] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.560699] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ff5546-047e-4afd-a8d4-6cc1678b6ce4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.563080] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527da86c-0354-f03f-35fc-08878fca1014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.566447] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1165.566447] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d45bfa-2280-4dca-e78b-087c270366e5" [ 1165.566447] env[69563]: _type = "Task" [ 1165.566447] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.574578] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d45bfa-2280-4dca-e78b-087c270366e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.905817] env[69563]: DEBUG nova.network.neutron [req-e994cbeb-38e4-4b38-b5aa-21ba62ba68ea req-cb0753c5-539c-47f9-907b-9df5e9bde05c service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Updated VIF entry in instance network info cache for port 54b8e5c3-c861-48ce-b081-45b43e19af08. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1165.906305] env[69563]: DEBUG nova.network.neutron [req-e994cbeb-38e4-4b38-b5aa-21ba62ba68ea req-cb0753c5-539c-47f9-907b-9df5e9bde05c service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Updating instance_info_cache with network_info: [{"id": "54b8e5c3-c861-48ce-b081-45b43e19af08", "address": "fa:16:3e:ea:f2:9f", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b8e5c3-c8", "ovs_interfaceid": "54b8e5c3-c861-48ce-b081-45b43e19af08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1165.934947] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 059d444c-f15e-4e19-a478-88f89022de01] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.023024] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.042658] env[69563]: INFO nova.scheduler.client.report [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleted allocations for instance ffc8eb20-2316-405d-8c88-7f8d84ffc32d [ 1166.062896] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]527da86c-0354-f03f-35fc-08878fca1014, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.062896] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.062896] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.062896] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.075354] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d45bfa-2280-4dca-e78b-087c270366e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.075936] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efca153e-c322-4c9e-b36c-85939338af99 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.081029] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1166.081029] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5214becd-7b9a-c39d-07ef-64fec138ab2c" [ 1166.081029] env[69563]: _type = "Task" [ 1166.081029] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.088385] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5214becd-7b9a-c39d-07ef-64fec138ab2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.259798] env[69563]: DEBUG nova.compute.manager [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.286280] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.286533] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.286687] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.286866] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.287020] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.287175] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.287392] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.287541] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.287704] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.287862] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.288052] env[69563]: DEBUG nova.virt.hardware [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.288914] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8c23ff-334d-491c-b9c0-08d33fc7b2d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.297315] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb0b661-a5a1-44b4-b020-955165b4d5e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.310885] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.316350] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Creating folder: Project (c6dcbb9b865c4f91a2fd56394be14a8a). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.316618] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93eedb44-067f-46ec-a8ef-b90334899bd1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.326994] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Created folder: Project (c6dcbb9b865c4f91a2fd56394be14a8a) in parent group-v678952. [ 1166.327180] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Creating folder: Instances. Parent ref: group-v679255. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.327400] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c1a4a8a-3a45-4f9b-9a8f-69774d2f045d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.335983] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Created folder: Instances in parent group-v679255. [ 1166.336214] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.336402] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.336592] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7002ecb7-057d-4cd4-a946-029a09954210 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.352699] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.352699] env[69563]: value = "task-3404499" [ 1166.352699] env[69563]: _type = "Task" [ 1166.352699] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.362527] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404499, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.410401] env[69563]: DEBUG oslo_concurrency.lockutils [req-e994cbeb-38e4-4b38-b5aa-21ba62ba68ea req-cb0753c5-539c-47f9-907b-9df5e9bde05c service nova] Releasing lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.438351] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 7e784175-349c-48f9-ba4c-b083d408d091] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.552462] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1420730b-d95d-4e4b-bfbe-1bb6cc8f8abb tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "ffc8eb20-2316-405d-8c88-7f8d84ffc32d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.034s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.591648] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5214becd-7b9a-c39d-07ef-64fec138ab2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.591978] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.592266] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e145f48a-778a-4641-b24e-b978eb939ac3/e145f48a-778a-4641-b24e-b978eb939ac3.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.592507] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.592687] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.592901] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec54045d-e181-411b-a752-f93d8dbd8181 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.594931] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbbe603d-7471-4943-992b-38a362e9d4fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.602795] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1166.602795] env[69563]: value = "task-3404500" [ 1166.602795] env[69563]: _type = "Task" [ 1166.602795] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.607185] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.607472] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.609036] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c3533d-968c-47c2-b786-ca78f05e7ff1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.615267] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.618924] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1166.618924] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521efa57-2c3f-5030-a0ab-62a35f461ba6" [ 1166.618924] env[69563]: _type = "Task" [ 1166.618924] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.627750] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521efa57-2c3f-5030-a0ab-62a35f461ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.866117] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404499, 'name': CreateVM_Task, 'duration_secs': 0.284708} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.866578] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.867235] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.867742] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.868207] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.868638] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89f70e2-f38a-4ace-ae87-a1a1ec2a73e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.875928] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1166.875928] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc2541-d656-d785-3339-37ac6895efbd" [ 1166.875928] env[69563]: _type = "Task" [ 1166.875928] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.884964] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc2541-d656-d785-3339-37ac6895efbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.941667] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 1e4f952e-967e-40f2-b8ee-7c5d65cca843] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.114796] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404500, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.130882] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521efa57-2c3f-5030-a0ab-62a35f461ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.131739] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b17b36-d557-479a-8a7c-8be245ab41c6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.139414] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1167.139414] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e5a150-f62a-798f-7cf6-8bbeb807809c" [ 1167.139414] env[69563]: _type = "Task" [ 1167.139414] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.147355] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e5a150-f62a-798f-7cf6-8bbeb807809c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.386334] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fc2541-d656-d785-3339-37ac6895efbd, 'name': SearchDatastore_Task, 'duration_secs': 0.067603} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.386572] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.386798] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.387011] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.444857] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 4a8c13e8-519f-4bfb-a095-e68adc8a3c78] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.614075] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525329} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.614362] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e145f48a-778a-4641-b24e-b978eb939ac3/e145f48a-778a-4641-b24e-b978eb939ac3.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.614579] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.614823] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7047e5e-3021-428f-8fc5-63bde20c0388 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.622338] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1167.622338] env[69563]: value = "task-3404502" [ 1167.622338] env[69563]: _type = "Task" [ 1167.622338] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.631069] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.649440] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e5a150-f62a-798f-7cf6-8bbeb807809c, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.649633] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.649884] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d3aecf49-5961-4e3a-b37b-02c1d94d031a/d3aecf49-5961-4e3a-b37b-02c1d94d031a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.650160] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.650362] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.650569] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b83be313-5f98-4466-b802-9b1a94256a05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.652391] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a105460-53df-452c-9b4a-f9d6997a9ef8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.658828] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1167.658828] env[69563]: value = "task-3404503" [ 1167.658828] env[69563]: _type = "Task" [ 1167.658828] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.662698] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.662862] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.663852] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd23c5c8-145c-457a-bfd3-4069fc5e9eb2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.668880] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.672306] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1167.672306] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5293990e-ad0a-3ef0-485f-edb5b125ff3f" [ 1167.672306] env[69563]: _type = "Task" [ 1167.672306] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.679835] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5293990e-ad0a-3ef0-485f-edb5b125ff3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.948699] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 1916e270-5696-40ae-af2d-382fbb64c25e] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.135076] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098357} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.135076] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.135912] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c321b-bf3a-47be-9df9-1a948ff80afe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.160796] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e145f48a-778a-4641-b24e-b978eb939ac3/e145f48a-778a-4641-b24e-b978eb939ac3.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.161178] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8803810b-8d12-4f62-818d-66e99a96ada8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.188357] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404503, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.192779] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5293990e-ad0a-3ef0-485f-edb5b125ff3f, 'name': SearchDatastore_Task, 'duration_secs': 0.014482} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.193063] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1168.193063] env[69563]: value = "task-3404504" [ 1168.193063] env[69563]: _type = "Task" [ 1168.193063] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.193850] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b313f0f-620f-4f5f-9f48-d17b227270bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.201732] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1168.201732] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5215b165-b0c4-a0d7-9ed7-8718cba9cae0" [ 1168.201732] env[69563]: _type = "Task" [ 1168.201732] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.204877] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.212366] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5215b165-b0c4-a0d7-9ed7-8718cba9cae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.454624] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 33820b55-089c-442a-9cbb-f4d476244e6f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.671810] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533906} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.672098] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] d3aecf49-5961-4e3a-b37b-02c1d94d031a/d3aecf49-5961-4e3a-b37b-02c1d94d031a.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.672312] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.672715] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d97ca2a0-6a74-41b2-ac0d-639ff537d08d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.680082] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1168.680082] env[69563]: value = "task-3404505" [ 1168.680082] env[69563]: _type = "Task" [ 1168.680082] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.689141] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.703557] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404504, 'name': ReconfigVM_Task, 'duration_secs': 0.361294} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.703813] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e145f48a-778a-4641-b24e-b978eb939ac3/e145f48a-778a-4641-b24e-b978eb939ac3.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.704547] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4b6bcd6-4e90-402c-817f-f96cd604c0c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.715312] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5215b165-b0c4-a0d7-9ed7-8718cba9cae0, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.716561] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.716829] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 6e923c98-36be-4dcb-9ede-73ecbe61ab60/6e923c98-36be-4dcb-9ede-73ecbe61ab60.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.717145] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1168.717145] env[69563]: value = "task-3404506" [ 1168.717145] env[69563]: _type = "Task" [ 1168.717145] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.717359] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08e836c0-7550-4fab-ac5a-307d79a3a819 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.729303] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404506, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.730651] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1168.730651] env[69563]: value = "task-3404507" [ 1168.730651] env[69563]: _type = "Task" [ 1168.730651] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.740941] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.958096] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 0966f90d-4ee4-461a-8943-5c11fccf788a] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.194317] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096965} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.194849] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.195956] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f05dba-4ff1-430a-a7c3-59ecf85bc8dc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.227902] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] d3aecf49-5961-4e3a-b37b-02c1d94d031a/d3aecf49-5961-4e3a-b37b-02c1d94d031a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.228285] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325f3c47-03bf-48a8-b110-b7b97e20d751 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.253778] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404506, 'name': Rename_Task, 'duration_secs': 0.168567} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.257707] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.258011] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1169.258011] env[69563]: value = "task-3404508" [ 1169.258011] env[69563]: _type = "Task" [ 1169.258011] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.258217] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510177} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.258409] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67cd8367-98c4-4593-ac4e-e7173214701f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.259871] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 6e923c98-36be-4dcb-9ede-73ecbe61ab60/6e923c98-36be-4dcb-9ede-73ecbe61ab60.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.260113] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.263082] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73137db4-5b6c-40d8-ab4b-48a8122d3365 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.271305] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.274033] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1169.274033] env[69563]: value = "task-3404510" [ 1169.274033] env[69563]: _type = "Task" [ 1169.274033] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.274033] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1169.274033] env[69563]: value = "task-3404509" [ 1169.274033] env[69563]: _type = "Task" [ 1169.274033] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.291056] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.291334] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.461772] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 83633019-2ee3-48a5-a578-abb6d1b34fe7] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.770564] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404508, 'name': ReconfigVM_Task, 'duration_secs': 0.331681} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.770855] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] d3aecf49-5961-4e3a-b37b-02c1d94d031a/d3aecf49-5961-4e3a-b37b-02c1d94d031a.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.771542] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4734fe57-22c2-42dd-95dd-31445cba1143 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.781831] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1169.781831] env[69563]: value = "task-3404511" [ 1169.781831] env[69563]: _type = "Task" [ 1169.781831] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.791061] env[69563]: DEBUG oslo_vmware.api [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404509, 'name': PowerOnVM_Task, 'duration_secs': 0.517291} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.791297] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100215} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.791963] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.792225] env[69563]: INFO nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1169.792421] env[69563]: DEBUG nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.792702] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.793596] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1057ec2d-027d-4f05-bad8-52d4bc8b6a6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.796472] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc12177-3e9f-4742-b710-1acc70f269c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.801993] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404511, 'name': Rename_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.824872] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6e923c98-36be-4dcb-9ede-73ecbe61ab60/6e923c98-36be-4dcb-9ede-73ecbe61ab60.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.826598] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6731af7-0f0c-4825-a172-a3bd4a6cffb5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.850946] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1169.850946] env[69563]: value = "task-3404512" [ 1169.850946] env[69563]: _type = "Task" [ 1169.850946] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.860741] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.948335] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.948631] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.965270] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: e2a67fde-2447-4689-ba52-73fe5dabdbd6] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.294201] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404511, 'name': Rename_Task, 'duration_secs': 0.164769} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.294518] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.294768] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-722bedc0-5ae5-457d-82d8-4ff0b264e55d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.303329] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1170.303329] env[69563]: value = "task-3404513" [ 1170.303329] env[69563]: _type = "Task" [ 1170.303329] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.312139] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.333734] env[69563]: INFO nova.compute.manager [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Took 14.99 seconds to build instance. [ 1170.362436] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404512, 'name': ReconfigVM_Task, 'duration_secs': 0.297563} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.362719] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6e923c98-36be-4dcb-9ede-73ecbe61ab60/6e923c98-36be-4dcb-9ede-73ecbe61ab60.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.363344] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7358af77-1af6-48d5-84e7-6378146222a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.370763] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1170.370763] env[69563]: value = "task-3404514" [ 1170.370763] env[69563]: _type = "Task" [ 1170.370763] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.381107] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404514, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.451805] env[69563]: DEBUG nova.compute.utils [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.467949] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.468247] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69563) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1170.815368] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.835599] env[69563]: DEBUG oslo_concurrency.lockutils [None req-697fa3b7-1153-4b66-be8d-069eb549aeea tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "e145f48a-778a-4641-b24e-b978eb939ac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.512s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.836835] env[69563]: DEBUG nova.compute.manager [req-bd3c2139-4213-4b6d-af30-68e8b8fab618 req-37fea8c0-002c-4015-99ce-65fd69c1770e service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Received event network-changed-6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.837177] env[69563]: DEBUG nova.compute.manager [req-bd3c2139-4213-4b6d-af30-68e8b8fab618 req-37fea8c0-002c-4015-99ce-65fd69c1770e service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Refreshing instance network info cache due to event network-changed-6ee92672-304d-45fe-814b-f00898093999. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.837379] env[69563]: DEBUG oslo_concurrency.lockutils [req-bd3c2139-4213-4b6d-af30-68e8b8fab618 req-37fea8c0-002c-4015-99ce-65fd69c1770e service nova] Acquiring lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.837556] env[69563]: DEBUG oslo_concurrency.lockutils [req-bd3c2139-4213-4b6d-af30-68e8b8fab618 req-37fea8c0-002c-4015-99ce-65fd69c1770e service nova] Acquired lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.837799] env[69563]: DEBUG nova.network.neutron [req-bd3c2139-4213-4b6d-af30-68e8b8fab618 req-37fea8c0-002c-4015-99ce-65fd69c1770e service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Refreshing network info cache for port 6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1170.881680] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404514, 'name': Rename_Task, 'duration_secs': 0.157626} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.881899] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.882164] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cfff689-c2ae-4b5c-8971-9f10e4effe44 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.888829] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1170.888829] env[69563]: value = "task-3404515" [ 1170.888829] env[69563]: _type = "Task" [ 1170.888829] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.896815] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.954760] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.971278] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.317820] env[69563]: DEBUG oslo_vmware.api [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404513, 'name': PowerOnVM_Task, 'duration_secs': 0.998991} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.319088] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.319442] env[69563]: INFO nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1171.319625] env[69563]: DEBUG nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.320862] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572f43c7-db14-49f4-85ef-e0f3e7c05319 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.400079] env[69563]: DEBUG oslo_vmware.api [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404515, 'name': PowerOnVM_Task, 'duration_secs': 0.486529} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.400324] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.400573] env[69563]: INFO nova.compute.manager [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Took 5.14 seconds to spawn the instance on the hypervisor. [ 1171.400884] env[69563]: DEBUG nova.compute.manager [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.401687] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9556e5e-7977-4262-b10c-bd02516a428f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.618135] env[69563]: DEBUG nova.network.neutron [req-bd3c2139-4213-4b6d-af30-68e8b8fab618 req-37fea8c0-002c-4015-99ce-65fd69c1770e service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Updated VIF entry in instance network info cache for port 6ee92672-304d-45fe-814b-f00898093999. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1171.618547] env[69563]: DEBUG nova.network.neutron [req-bd3c2139-4213-4b6d-af30-68e8b8fab618 req-37fea8c0-002c-4015-99ce-65fd69c1770e service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Updating instance_info_cache with network_info: [{"id": "6ee92672-304d-45fe-814b-f00898093999", "address": "fa:16:3e:df:ba:0a", "network": {"id": "78942276-ff98-42bd-8538-4d438278f556", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2036714831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba2cf4dc9e4cb2b45303255e101e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee92672-30", "ovs_interfaceid": "6ee92672-304d-45fe-814b-f00898093999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1171.743930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.743930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.743930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.743930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.743930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.744808] env[69563]: INFO nova.compute.manager [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Terminating instance [ 1171.848857] env[69563]: INFO nova.compute.manager [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Took 16.24 seconds to build instance. [ 1171.919222] env[69563]: INFO nova.compute.manager [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Took 10.53 seconds to build instance. [ 1172.023836] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.024191] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.024484] env[69563]: INFO nova.compute.manager [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Attaching volume 105f1030-94c4-45b2-aeb1-5bcef467d9f1 to /dev/sdb [ 1172.060257] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc563bc-bd79-4dc1-8c13-0c20bba91dd7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.069371] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc626ee-a302-4a47-b72d-18c165f3de67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.084315] env[69563]: DEBUG nova.virt.block_device [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating existing volume attachment record: 65588ba6-33c6-4e38-8046-e856bb4e776c {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.121125] env[69563]: DEBUG oslo_concurrency.lockutils [req-bd3c2139-4213-4b6d-af30-68e8b8fab618 req-37fea8c0-002c-4015-99ce-65fd69c1770e service nova] Releasing lock "refresh_cache-e145f48a-778a-4641-b24e-b978eb939ac3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.251572] env[69563]: DEBUG nova.compute.manager [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.251870] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.252802] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7f764-23a1-4df3-b907-ea44251e59f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.260839] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.261268] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca8b93b6-d5ac-47fd-bd84-e25706a13e14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.268299] env[69563]: DEBUG oslo_vmware.api [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1172.268299] env[69563]: value = "task-3404517" [ 1172.268299] env[69563]: _type = "Task" [ 1172.268299] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.277323] env[69563]: DEBUG oslo_vmware.api [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.351174] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5f8e3d8b-4ac2-4bbe-a8e3-00752ebe18bb tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.749s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.407134] env[69563]: INFO nova.compute.manager [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Rebuilding instance [ 1172.421385] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b2e7936b-8bc3-4b46-b785-2e3786084c61 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.043s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.456503] env[69563]: DEBUG nova.compute.manager [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.457169] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcaafa9-4ade-446b-bb3e-099ddb27c4d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.780061] env[69563]: DEBUG oslo_vmware.api [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404517, 'name': PowerOffVM_Task, 'duration_secs': 0.267513} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.780353] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.780522] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.780802] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d8f4b7-519e-4d92-b97a-f898b2e06815 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.871209] env[69563]: DEBUG nova.compute.manager [req-8d9ad17d-a783-4483-9f32-35389b7d0af3 req-99173d28-23a0-4ae6-9910-2c699b266a97 service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Received event network-changed-54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.871480] env[69563]: DEBUG nova.compute.manager [req-8d9ad17d-a783-4483-9f32-35389b7d0af3 req-99173d28-23a0-4ae6-9910-2c699b266a97 service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Refreshing instance network info cache due to event network-changed-54b8e5c3-c861-48ce-b081-45b43e19af08. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.871917] env[69563]: DEBUG oslo_concurrency.lockutils [req-8d9ad17d-a783-4483-9f32-35389b7d0af3 req-99173d28-23a0-4ae6-9910-2c699b266a97 service nova] Acquiring lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.872029] env[69563]: DEBUG oslo_concurrency.lockutils [req-8d9ad17d-a783-4483-9f32-35389b7d0af3 req-99173d28-23a0-4ae6-9910-2c699b266a97 service nova] Acquired lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.872240] env[69563]: DEBUG nova.network.neutron [req-8d9ad17d-a783-4483-9f32-35389b7d0af3 req-99173d28-23a0-4ae6-9910-2c699b266a97 service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Refreshing network info cache for port 54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1172.875047] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.875342] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.875646] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleting the datastore file [datastore2] 80bb8738-0765-4dab-9e79-db26ea7d9ffa {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.876287] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8ecaeac-58cb-4b41-a600-89f5a00de1b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.885921] env[69563]: DEBUG oslo_vmware.api [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1172.885921] env[69563]: value = "task-3404521" [ 1172.885921] env[69563]: _type = "Task" [ 1172.885921] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.896113] env[69563]: DEBUG oslo_vmware.api [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.397434] env[69563]: DEBUG oslo_vmware.api [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386331} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.397698] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.397884] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.398105] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.398384] env[69563]: INFO nova.compute.manager [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1173.398729] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.399015] env[69563]: DEBUG nova.compute.manager [-] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.399226] env[69563]: DEBUG nova.network.neutron [-] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1173.473094] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.473542] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32e606f-82e8-452b-9d29-41c4594fc2aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.483112] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1173.483112] env[69563]: value = "task-3404522" [ 1173.483112] env[69563]: _type = "Task" [ 1173.483112] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.495691] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.631525] env[69563]: DEBUG nova.network.neutron [req-8d9ad17d-a783-4483-9f32-35389b7d0af3 req-99173d28-23a0-4ae6-9910-2c699b266a97 service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Updated VIF entry in instance network info cache for port 54b8e5c3-c861-48ce-b081-45b43e19af08. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1173.631525] env[69563]: DEBUG nova.network.neutron [req-8d9ad17d-a783-4483-9f32-35389b7d0af3 req-99173d28-23a0-4ae6-9910-2c699b266a97 service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Updating instance_info_cache with network_info: [{"id": "54b8e5c3-c861-48ce-b081-45b43e19af08", "address": "fa:16:3e:ea:f2:9f", "network": {"id": "f0a25696-9d81-4306-991d-aa0df993b9ea", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1400501051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6ee90d46c34192a27685289adf1bcf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54b8e5c3-c8", "ovs_interfaceid": "54b8e5c3-c861-48ce-b081-45b43e19af08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1173.696949] env[69563]: DEBUG nova.compute.manager [req-09e120c9-bc69-4693-987e-5c900d5e2afe req-625329d0-ee12-45b1-966d-02acc2d3cd63 service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Received event network-vif-deleted-ce8c96fb-9ee8-4e18-b507-61c20f86a02f {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.697063] env[69563]: INFO nova.compute.manager [req-09e120c9-bc69-4693-987e-5c900d5e2afe req-625329d0-ee12-45b1-966d-02acc2d3cd63 service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Neutron deleted interface ce8c96fb-9ee8-4e18-b507-61c20f86a02f; detaching it from the instance and deleting it from the info cache [ 1173.697233] env[69563]: DEBUG nova.network.neutron [req-09e120c9-bc69-4693-987e-5c900d5e2afe req-625329d0-ee12-45b1-966d-02acc2d3cd63 service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1173.997222] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404522, 'name': PowerOffVM_Task, 'duration_secs': 0.184848} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.997373] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.997606] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.998430] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b426bff3-56b8-4f37-b87f-c05f9a0e4f31 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.006219] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.006473] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08533a46-8397-4cda-9b47-d063c097e8d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.039726] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.039954] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.040136] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Deleting the datastore file [datastore1] 6e923c98-36be-4dcb-9ede-73ecbe61ab60 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.040409] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f066e729-4368-4c16-b2cb-e74846c8fb7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.047531] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1174.047531] env[69563]: value = "task-3404524" [ 1174.047531] env[69563]: _type = "Task" [ 1174.047531] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.055592] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.131657] env[69563]: DEBUG oslo_concurrency.lockutils [req-8d9ad17d-a783-4483-9f32-35389b7d0af3 req-99173d28-23a0-4ae6-9910-2c699b266a97 service nova] Releasing lock "refresh_cache-d3aecf49-5961-4e3a-b37b-02c1d94d031a" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.170442] env[69563]: DEBUG nova.network.neutron [-] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1174.200187] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f26e8a95-c29f-4c7b-8cc4-e090343c95c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.212116] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dbc2a5-c538-4ca2-8ee5-2a51e6d1312f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.250204] env[69563]: DEBUG nova.compute.manager [req-09e120c9-bc69-4693-987e-5c900d5e2afe req-625329d0-ee12-45b1-966d-02acc2d3cd63 service nova] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Detach interface failed, port_id=ce8c96fb-9ee8-4e18-b507-61c20f86a02f, reason: Instance 80bb8738-0765-4dab-9e79-db26ea7d9ffa could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.558646] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.672807] env[69563]: INFO nova.compute.manager [-] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Took 1.27 seconds to deallocate network for instance. [ 1175.058412] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.679002} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.058751] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.058948] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.059095] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.183438] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.183438] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.183438] env[69563]: DEBUG nova.objects.instance [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lazy-loading 'resources' on Instance uuid 80bb8738-0765-4dab-9e79-db26ea7d9ffa {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.825580] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03ee1c9-2698-43e3-bb0c-b332bc7eb5b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.833222] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bb6184-b8a5-420d-bb28-fe48448c2d8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.876712] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac8681-b2a3-46af-b87d-a87921c08323 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.883789] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92114c5-d287-4510-b710-153e07f6ad91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.896786] env[69563]: DEBUG nova.compute.provider_tree [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.094681] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.094926] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.095091] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.095271] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.095434] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.095630] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.095843] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.095998] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.096175] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.096333] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.096498] env[69563]: DEBUG nova.virt.hardware [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.097360] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1449d-77fc-4c4a-9c6e-c8d4a77e5e6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.104963] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf981b8c-0720-4116-a70c-81dd94aa3cae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.117916] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.123461] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.123673] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.123861] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02f28b38-3334-4bc9-bcbd-bea2d89bf485 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.139994] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.139994] env[69563]: value = "task-3404526" [ 1176.139994] env[69563]: _type = "Task" [ 1176.139994] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.147035] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404526, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.399959] env[69563]: DEBUG nova.scheduler.client.report [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.626781] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1176.627026] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679259', 'volume_id': '105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'name': 'volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215', 'attached_at': '', 'detached_at': '', 'volume_id': '105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'serial': '105f1030-94c4-45b2-aeb1-5bcef467d9f1'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1176.627914] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdd3753-f975-414a-bb19-0a0f1241685b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.647096] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32011398-26ac-40b2-b98d-fe78556d11b7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.654260] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404526, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.675197] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1/volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.675751] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b216181-166a-4c70-bb03-70eb5e968a7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.694658] env[69563]: DEBUG oslo_vmware.api [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1176.694658] env[69563]: value = "task-3404527" [ 1176.694658] env[69563]: _type = "Task" [ 1176.694658] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.702750] env[69563]: DEBUG oslo_vmware.api [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.905076] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.929772] env[69563]: INFO nova.scheduler.client.report [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleted allocations for instance 80bb8738-0765-4dab-9e79-db26ea7d9ffa [ 1177.155038] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404526, 'name': CreateVM_Task, 'duration_secs': 0.827259} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.155038] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.155038] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.155038] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.155413] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.155680] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1541b9-cea7-4646-aa6f-56b376b6e88b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.160651] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1177.160651] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cf6f4c-fd26-749d-f2cd-64804830e368" [ 1177.160651] env[69563]: _type = "Task" [ 1177.160651] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.168580] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cf6f4c-fd26-749d-f2cd-64804830e368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.203858] env[69563]: DEBUG oslo_vmware.api [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.437370] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1ace6b4f-753a-484d-985f-38edb63e1943 tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "80bb8738-0765-4dab-9e79-db26ea7d9ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.555302] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.555621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.555844] env[69563]: INFO nova.compute.manager [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Shelving [ 1177.671166] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cf6f4c-fd26-749d-f2cd-64804830e368, 'name': SearchDatastore_Task, 'duration_secs': 0.009361} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.671410] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.671636] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.671871] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.672022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.672206] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.672483] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53ac5c9d-cd73-4b19-ad48-8981eaea0f70 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.687080] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.687257] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.687974] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2437e44-5624-421e-848c-58cb51494ef3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.693194] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1177.693194] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52894121-3310-f5ab-d1c4-c8eec54641e9" [ 1177.693194] env[69563]: _type = "Task" [ 1177.693194] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.703466] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52894121-3310-f5ab-d1c4-c8eec54641e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.706241] env[69563]: DEBUG oslo_vmware.api [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404527, 'name': ReconfigVM_Task, 'duration_secs': 0.772682} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.706488] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1/volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.711133] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b46276d-159e-40d9-9dc9-8ceeff0cbd33 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.725787] env[69563]: DEBUG oslo_vmware.api [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1177.725787] env[69563]: value = "task-3404528" [ 1177.725787] env[69563]: _type = "Task" [ 1177.725787] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.733395] env[69563]: DEBUG oslo_vmware.api [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.203695] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52894121-3310-f5ab-d1c4-c8eec54641e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.204533] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c8d7d6-70a5-4a9a-a2b0-95af47097dbd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.209317] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1178.209317] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521c3579-9c19-9f85-8dbc-51552077ee01" [ 1178.209317] env[69563]: _type = "Task" [ 1178.209317] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.216769] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521c3579-9c19-9f85-8dbc-51552077ee01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.234045] env[69563]: DEBUG oslo_vmware.api [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404528, 'name': ReconfigVM_Task, 'duration_secs': 0.149954} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.234638] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679259', 'volume_id': '105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'name': 'volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215', 'attached_at': '', 'detached_at': '', 'volume_id': '105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'serial': '105f1030-94c4-45b2-aeb1-5bcef467d9f1'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.438158] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "3c268845-a7a5-4796-a972-53d70d2b876e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.438580] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "3c268845-a7a5-4796-a972-53d70d2b876e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.438917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "3c268845-a7a5-4796-a972-53d70d2b876e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.439197] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "3c268845-a7a5-4796-a972-53d70d2b876e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.439386] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "3c268845-a7a5-4796-a972-53d70d2b876e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.441661] env[69563]: INFO nova.compute.manager [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Terminating instance [ 1178.565023] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.565444] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc75696-3130-4431-b200-02d948e171de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.573677] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1178.573677] env[69563]: value = "task-3404529" [ 1178.573677] env[69563]: _type = "Task" [ 1178.573677] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.582467] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.721112] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521c3579-9c19-9f85-8dbc-51552077ee01, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.721405] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.721687] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 6e923c98-36be-4dcb-9ede-73ecbe61ab60/6e923c98-36be-4dcb-9ede-73ecbe61ab60.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.721961] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e6e9f39-2e2f-46dc-8e49-41004fb0083e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.728988] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1178.728988] env[69563]: value = "task-3404530" [ 1178.728988] env[69563]: _type = "Task" [ 1178.728988] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.739597] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.946327] env[69563]: DEBUG nova.compute.manager [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.946784] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.949237] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6185d271-97ee-404f-9342-2b5885385f42 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.961376] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.961880] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0475ff47-7f24-4419-aed7-0459df1720d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.970174] env[69563]: DEBUG oslo_vmware.api [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1178.970174] env[69563]: value = "task-3404531" [ 1178.970174] env[69563]: _type = "Task" [ 1178.970174] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.983874] env[69563]: DEBUG oslo_vmware.api [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.085497] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404529, 'name': PowerOffVM_Task, 'duration_secs': 0.186161} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.085800] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.086830] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdc7915-a936-40c2-a75d-b5d13fb27ebf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.108954] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe85c516-b5cf-467b-bd4e-3eb59f25c116 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.241276] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.274645] env[69563]: DEBUG nova.objects.instance [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'flavor' on Instance uuid d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.480135] env[69563]: DEBUG oslo_vmware.api [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404531, 'name': PowerOffVM_Task, 'duration_secs': 0.501578} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.480445] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.480634] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.480905] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57888bde-bc65-4439-bf16-aea17c6da4fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.543749] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.543970] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.544166] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleting the datastore file [datastore2] 3c268845-a7a5-4796-a972-53d70d2b876e {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.544431] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-962776fa-ce7f-4212-b9c7-a97e2a6f4cd4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.550627] env[69563]: DEBUG oslo_vmware.api [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for the task: (returnval){ [ 1179.550627] env[69563]: value = "task-3404533" [ 1179.550627] env[69563]: _type = "Task" [ 1179.550627] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.559083] env[69563]: DEBUG oslo_vmware.api [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.620847] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1179.621243] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a38bdca0-c230-424c-b064-a058ce5abbb9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.628426] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1179.628426] env[69563]: value = "task-3404534" [ 1179.628426] env[69563]: _type = "Task" [ 1179.628426] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.637209] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.739798] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565795} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.740068] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 6e923c98-36be-4dcb-9ede-73ecbe61ab60/6e923c98-36be-4dcb-9ede-73ecbe61ab60.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.740284] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.740538] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbc321f9-f7a5-4ffc-8856-f1f3ef261916 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.751021] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1179.751021] env[69563]: value = "task-3404535" [ 1179.751021] env[69563]: _type = "Task" [ 1179.751021] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.760596] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.780298] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c274d785-e080-4a03-93c9-8d314cc5db55 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.756s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.060383] env[69563]: DEBUG oslo_vmware.api [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Task: {'id': task-3404533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146982} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.060640] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.060827] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.061028] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.061198] env[69563]: INFO nova.compute.manager [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1180.061431] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.061618] env[69563]: DEBUG nova.compute.manager [-] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.061713] env[69563]: DEBUG nova.network.neutron [-] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1180.138516] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404534, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.268758] env[69563]: DEBUG nova.compute.manager [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1180.275405] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280118} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.275507] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.276509] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cfec24-4e1c-4fb1-a4d5-360d4a47cd7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.297811] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 6e923c98-36be-4dcb-9ede-73ecbe61ab60/6e923c98-36be-4dcb-9ede-73ecbe61ab60.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.299534] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb57223b-f61c-40d0-a3b7-b52373fad894 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.315139] env[69563]: DEBUG nova.compute.manager [req-3481716a-6af9-4d8a-8754-57686170d137 req-87c1f6a7-f4d5-4f17-95d8-0846a72d3911 service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Received event network-vif-deleted-a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.315319] env[69563]: INFO nova.compute.manager [req-3481716a-6af9-4d8a-8754-57686170d137 req-87c1f6a7-f4d5-4f17-95d8-0846a72d3911 service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Neutron deleted interface a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037; detaching it from the instance and deleting it from the info cache [ 1180.315490] env[69563]: DEBUG nova.network.neutron [req-3481716a-6af9-4d8a-8754-57686170d137 req-87c1f6a7-f4d5-4f17-95d8-0846a72d3911 service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1180.322942] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1180.322942] env[69563]: value = "task-3404536" [ 1180.322942] env[69563]: _type = "Task" [ 1180.322942] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.332078] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.639423] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404534, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.677220] env[69563]: DEBUG oslo_concurrency.lockutils [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.677485] env[69563]: DEBUG oslo_concurrency.lockutils [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.774733] env[69563]: DEBUG nova.network.neutron [-] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1180.790244] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.790574] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.817930] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-310a87bd-2246-4fb0-a053-fe5993be15ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.830577] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ccf3a-d1dc-4bf9-a147-340b95311273 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.844351] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404536, 'name': ReconfigVM_Task, 'duration_secs': 0.389905} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.845084] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 6e923c98-36be-4dcb-9ede-73ecbe61ab60/6e923c98-36be-4dcb-9ede-73ecbe61ab60.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.845714] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd7f3d6-92cd-49fa-a2bd-74bbf5b21000 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.865988] env[69563]: DEBUG nova.compute.manager [req-3481716a-6af9-4d8a-8754-57686170d137 req-87c1f6a7-f4d5-4f17-95d8-0846a72d3911 service nova] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Detach interface failed, port_id=a7d1fcc5-1d6f-43cf-aa70-dbd98bed9037, reason: Instance 3c268845-a7a5-4796-a972-53d70d2b876e could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.867305] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1180.867305] env[69563]: value = "task-3404537" [ 1180.867305] env[69563]: _type = "Task" [ 1180.867305] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.874690] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404537, 'name': Rename_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.140788] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404534, 'name': CreateSnapshot_Task, 'duration_secs': 1.102801} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.141055] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1181.141791] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884f6a7b-be58-4efa-9e2b-20ec63152777 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.181578] env[69563]: INFO nova.compute.manager [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Detaching volume 3e176e23-43d3-4ec3-8903-f5301f303d0a [ 1181.219474] env[69563]: INFO nova.virt.block_device [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Attempting to driver detach volume 3e176e23-43d3-4ec3-8903-f5301f303d0a from mountpoint /dev/sdb [ 1181.220113] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1181.220113] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1181.221115] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ec2ab-c042-4660-a780-e9f07ecef4ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.242933] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd39dd1b-e231-470e-bf2c-017241edc494 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.249695] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670adce2-97bc-49ef-a5af-b592c9d0a444 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.270016] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d2937-7d10-4a8e-b3e3-f45b8c837be7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.283962] env[69563]: INFO nova.compute.manager [-] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Took 1.22 seconds to deallocate network for instance. [ 1181.284296] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e176e23-43d3-4ec3-8903-f5301f303d0a/volume-3e176e23-43d3-4ec3-8903-f5301f303d0a.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1181.289586] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.291223] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0071a1d7-8200-45e4-a238-f2dc4b07e8ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.308113] env[69563]: INFO nova.compute.claims [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.317412] env[69563]: DEBUG oslo_vmware.api [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1181.317412] env[69563]: value = "task-3404538" [ 1181.317412] env[69563]: _type = "Task" [ 1181.317412] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.324719] env[69563]: DEBUG oslo_vmware.api [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.378272] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404537, 'name': Rename_Task, 'duration_secs': 0.132439} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.378487] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.378760] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c02cf4-a777-494b-9b29-a1202957faca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.384343] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1181.384343] env[69563]: value = "task-3404539" [ 1181.384343] env[69563]: _type = "Task" [ 1181.384343] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.396529] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.659663] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1181.659940] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48f3d1b0-62c5-42f8-99a8-b3c8666792b5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.668048] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1181.668048] env[69563]: value = "task-3404540" [ 1181.668048] env[69563]: _type = "Task" [ 1181.668048] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.675756] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404540, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.813337] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.815565] env[69563]: INFO nova.compute.resource_tracker [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating resource usage from migration f64991ef-e060-47bf-ac7b-c541380c858b [ 1181.828896] env[69563]: DEBUG oslo_vmware.api [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404538, 'name': ReconfigVM_Task, 'duration_secs': 0.269623} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.829406] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.837660] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45e731f-2211-4c17-a512-3bfe487355ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.854677] env[69563]: DEBUG oslo_vmware.api [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1181.854677] env[69563]: value = "task-3404541" [ 1181.854677] env[69563]: _type = "Task" [ 1181.854677] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.863349] env[69563]: DEBUG oslo_vmware.api [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.892930] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404539, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.972694] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627beb4f-47f3-4c5e-b8ee-c877b2e068c4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.979664] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5710fc-15dc-4c88-a391-52b8e3931fee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.009065] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06962efc-a135-4a73-9dfe-bacc2efe2b64 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.016107] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a6802c-0d24-48f9-a12b-03819fe3964c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.030196] env[69563]: DEBUG nova.compute.provider_tree [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.178660] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404540, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.365056] env[69563]: DEBUG oslo_vmware.api [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.392992] env[69563]: DEBUG oslo_vmware.api [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404539, 'name': PowerOnVM_Task, 'duration_secs': 0.633544} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.393279] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.393490] env[69563]: DEBUG nova.compute.manager [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.394509] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c405cab9-686d-4a41-85fa-e5b39d1d1ee3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.533424] env[69563]: DEBUG nova.scheduler.client.report [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.679384] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404540, 'name': CloneVM_Task} progress is 95%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.865248] env[69563]: DEBUG oslo_vmware.api [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404541, 'name': ReconfigVM_Task, 'duration_secs': 0.78795} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.865571] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679241', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'name': 'volume-3e176e23-43d3-4ec3-8903-f5301f303d0a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ccd6755-4fe3-4476-af8a-f704efdad82d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e176e23-43d3-4ec3-8903-f5301f303d0a', 'serial': '3e176e23-43d3-4ec3-8903-f5301f303d0a'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.910254] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.037924] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.247s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.038144] env[69563]: INFO nova.compute.manager [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Migrating [ 1183.044280] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.231s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.044404] env[69563]: DEBUG nova.objects.instance [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lazy-loading 'resources' on Instance uuid 3c268845-a7a5-4796-a972-53d70d2b876e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.179907] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404540, 'name': CloneVM_Task, 'duration_secs': 1.119664} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.180112] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Created linked-clone VM from snapshot [ 1183.180811] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4f6231-f4ea-4bb4-8574-728b28570f6b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.187957] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Uploading image 1c86c958-fb59-4c47-93f2-15889921d48e {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1183.208359] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.208577] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.208778] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.208953] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.209132] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.212447] env[69563]: INFO nova.compute.manager [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Terminating instance [ 1183.219379] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1183.219379] env[69563]: value = "vm-679262" [ 1183.219379] env[69563]: _type = "VirtualMachine" [ 1183.219379] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1183.219608] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ae65965-4b3f-4789-bb16-0b35bb7f68db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.226594] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lease: (returnval){ [ 1183.226594] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5273d821-00b2-01a5-d44b-02060ce52adc" [ 1183.226594] env[69563]: _type = "HttpNfcLease" [ 1183.226594] env[69563]: } obtained for exporting VM: (result){ [ 1183.226594] env[69563]: value = "vm-679262" [ 1183.226594] env[69563]: _type = "VirtualMachine" [ 1183.226594] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1183.226868] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the lease: (returnval){ [ 1183.226868] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5273d821-00b2-01a5-d44b-02060ce52adc" [ 1183.226868] env[69563]: _type = "HttpNfcLease" [ 1183.226868] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1183.234385] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.234385] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5273d821-00b2-01a5-d44b-02060ce52adc" [ 1183.234385] env[69563]: _type = "HttpNfcLease" [ 1183.234385] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1183.411363] env[69563]: DEBUG nova.objects.instance [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'flavor' on Instance uuid 5ccd6755-4fe3-4476-af8a-f704efdad82d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.554986] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.555159] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.555458] env[69563]: DEBUG nova.network.neutron [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1183.686337] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd4d9a6-c67b-46a0-8569-c194ba32d214 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.694027] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7a794d-62c6-4d3d-9651-8425a4f2e06f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.723087] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "refresh_cache-6e923c98-36be-4dcb-9ede-73ecbe61ab60" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.723268] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquired lock "refresh_cache-6e923c98-36be-4dcb-9ede-73ecbe61ab60" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.723438] env[69563]: DEBUG nova.network.neutron [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1183.725168] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592427bc-32b7-4796-9e25-81cbdf6e8000 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.737707] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cda1670-cc49-42f0-9e24-21faac45d020 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.741300] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.741300] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5273d821-00b2-01a5-d44b-02060ce52adc" [ 1183.741300] env[69563]: _type = "HttpNfcLease" [ 1183.741300] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1183.741564] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1183.741564] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5273d821-00b2-01a5-d44b-02060ce52adc" [ 1183.741564] env[69563]: _type = "HttpNfcLease" [ 1183.741564] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1183.742481] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25c9586-7b5d-4695-b470-b9b7124436ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.752317] env[69563]: DEBUG nova.compute.provider_tree [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.758767] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c28490-0010-cc95-fa35-23293264a33f/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1183.758767] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c28490-0010-cc95-fa35-23293264a33f/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1183.849046] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-01d2d52b-eb2b-4231-bdc3-400bd787db5a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.249501] env[69563]: DEBUG nova.network.neutron [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1184.254815] env[69563]: DEBUG nova.scheduler.client.report [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.285739] env[69563]: DEBUG nova.network.neutron [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [{"id": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "address": "fa:16:3e:45:76:8f", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e505377-df", "ovs_interfaceid": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1184.299219] env[69563]: DEBUG nova.network.neutron [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1184.417718] env[69563]: DEBUG oslo_concurrency.lockutils [None req-892cf576-7864-4298-ab3a-428383d5f2d3 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.740s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.474781] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.475086] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.760010] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.763292] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.853s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.763570] env[69563]: DEBUG nova.objects.instance [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1184.785255] env[69563]: INFO nova.scheduler.client.report [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Deleted allocations for instance 3c268845-a7a5-4796-a972-53d70d2b876e [ 1184.789672] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.801514] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Releasing lock "refresh_cache-6e923c98-36be-4dcb-9ede-73ecbe61ab60" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.802963] env[69563]: DEBUG nova.compute.manager [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.802963] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.804537] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e882f-d3c4-4b37-aac7-378c4ecd2b2d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.814561] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.814933] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ee2cb89-3a2c-4e35-8897-23493e126904 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.823401] env[69563]: DEBUG oslo_vmware.api [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1184.823401] env[69563]: value = "task-3404543" [ 1184.823401] env[69563]: _type = "Task" [ 1184.823401] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.833521] env[69563]: DEBUG oslo_vmware.api [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.940960] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.941331] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.941618] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "5ccd6755-4fe3-4476-af8a-f704efdad82d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.941878] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.942129] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.944493] env[69563]: INFO nova.compute.manager [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Terminating instance [ 1184.982172] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.982172] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.982172] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.982422] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.982422] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.294091] env[69563]: DEBUG oslo_concurrency.lockutils [None req-04efcb41-ebc6-4b93-a591-d8bf32f357bd tempest-ServerRescueNegativeTestJSON-1472433210 tempest-ServerRescueNegativeTestJSON-1472433210-project-member] Lock "3c268845-a7a5-4796-a972-53d70d2b876e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.855s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.333711] env[69563]: DEBUG oslo_vmware.api [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404543, 'name': PowerOffVM_Task, 'duration_secs': 0.187869} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.334685] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.334685] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.334810] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d2635c-58ed-45b2-89fa-df80a88e223a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.361939] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.362307] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.362660] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Deleting the datastore file [datastore2] 6e923c98-36be-4dcb-9ede-73ecbe61ab60 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.362964] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6000a69c-d9ce-4af2-b671-58729a20fb76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.370628] env[69563]: DEBUG oslo_vmware.api [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for the task: (returnval){ [ 1185.370628] env[69563]: value = "task-3404545" [ 1185.370628] env[69563]: _type = "Task" [ 1185.370628] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.381318] env[69563]: DEBUG oslo_vmware.api [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.449029] env[69563]: DEBUG nova.compute.manager [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.449401] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.450253] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b01624-d59c-40c5-b22e-c1dcb74d544e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.457889] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.458211] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61e3748a-2ee2-4eb0-9d71-97ac686cb5c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.463746] env[69563]: DEBUG oslo_vmware.api [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1185.463746] env[69563]: value = "task-3404546" [ 1185.463746] env[69563]: _type = "Task" [ 1185.463746] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.472289] env[69563]: DEBUG oslo_vmware.api [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.489344] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Getting list of instances from cluster (obj){ [ 1185.489344] env[69563]: value = "domain-c8" [ 1185.489344] env[69563]: _type = "ClusterComputeResource" [ 1185.489344] env[69563]: } {{(pid=69563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1185.490653] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee066df-198a-48b9-a26c-8f5c1c5a9b8f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.509546] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Got total of 9 instances {{(pid=69563) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1185.509825] env[69563]: WARNING nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1185.510093] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.510414] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid 1fa5d2aa-44cc-44d7-b028-aaa203011017 {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.510872] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid 5ccd6755-4fe3-4476-af8a-f704efdad82d {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.511103] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid 7cf0a493-6ede-4cfc-8979-f43a5de0b415 {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.511321] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.511637] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.511902] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid cd01c5c9-6993-4e0f-95da-b276e9383fdb {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.512158] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid e145f48a-778a-4641-b24e-b978eb939ac3 {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.512403] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid d3aecf49-5961-4e3a-b37b-02c1d94d031a {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.512700] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Triggering sync for uuid 6e923c98-36be-4dcb-9ede-73ecbe61ab60 {{(pid=69563) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1185.513216] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.513486] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.513815] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.514096] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.514453] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.514820] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.515164] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.515622] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.515771] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.515996] env[69563]: INFO nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1185.516203] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.516443] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.516711] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.517031] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.517283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "e145f48a-778a-4641-b24e-b978eb939ac3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.517480] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "e145f48a-778a-4641-b24e-b978eb939ac3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.517721] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.517910] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.518216] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.518457] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.520357] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e590c4a-3cf8-49b4-9dc0-080c9b5e6867 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.523995] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb7878-d18b-4dc9-986b-eca8f2cb5602 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.527325] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bac63e-09b6-461b-8455-b3561826e189 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.530228] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8925c259-5713-4167-9d68-cab9ba9cbee2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.533290] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c8943-4976-4ffc-bc24-826633bcd545 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.536219] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd493af-1d96-41c2-bfd6-0371475cbdc0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.541116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.774483] env[69563]: DEBUG oslo_concurrency.lockutils [None req-52289900-27b9-46da-9372-0fb228d24f27 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.775280] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.234s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.775474] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.775718] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1185.776759] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b764dba8-8a66-46bf-b7bf-ec599214330b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.788021] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b07a17-aadf-40b4-b3eb-214d863df34d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.815494] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5f179d-aa34-4efb-a2bc-a3d06268e7d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.824356] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00864581-e5f6-4d4b-85e6-e0c3d935b172 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.859142] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179127MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1185.859416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.859720] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.880937] env[69563]: DEBUG oslo_vmware.api [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Task: {'id': task-3404545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169677} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.881491] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.881856] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.882233] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.882592] env[69563]: INFO nova.compute.manager [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1185.883069] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.884660] env[69563]: DEBUG nova.compute.manager [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.884774] env[69563]: DEBUG nova.network.neutron [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1185.902673] env[69563]: DEBUG nova.network.neutron [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1185.976322] env[69563]: DEBUG oslo_vmware.api [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404546, 'name': PowerOffVM_Task, 'duration_secs': 0.275556} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.976843] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.977166] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.979032] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc5e168c-6628-493d-988d-c46cbd92b1fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.042675] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.042975] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.043175] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleting the datastore file [datastore2] 5ccd6755-4fe3-4476-af8a-f704efdad82d {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.043495] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d19316e7-1ad5-49f4-ae22-7dfbf8a8a0a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.050310] env[69563]: DEBUG oslo_vmware.api [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1186.050310] env[69563]: value = "task-3404548" [ 1186.050310] env[69563]: _type = "Task" [ 1186.050310] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.060363] env[69563]: DEBUG oslo_vmware.api [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.062031] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.062441] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.062991] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "e145f48a-778a-4641-b24e-b978eb939ac3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.071439] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.071811] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.072279] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.318881] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64cd7ae-ee14-45e4-a4ea-f55509618547 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.342303] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.405432] env[69563]: DEBUG nova.network.neutron [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1186.561173] env[69563]: DEBUG oslo_vmware.api [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206531} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.561525] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.561624] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.561873] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.562078] env[69563]: INFO nova.compute.manager [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1186.562324] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.562532] env[69563]: DEBUG nova.compute.manager [-] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.562664] env[69563]: DEBUG nova.network.neutron [-] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1186.596421] env[69563]: INFO nova.compute.manager [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Rebuilding instance [ 1186.638853] env[69563]: DEBUG nova.compute.manager [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.639769] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94d9bb0-d863-4ac5-8eb7-3f04fb74ebd4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.851177] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.851177] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b8a7020-692d-4817-9df9-ada315f403e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.864935] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1186.864935] env[69563]: value = "task-3404549" [ 1186.864935] env[69563]: _type = "Task" [ 1186.864935] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.869566] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Applying migration context for instance d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 as it has an incoming, in-progress migration f64991ef-e060-47bf-ac7b-c541380c858b. Migration status is migrating {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1186.871910] env[69563]: INFO nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating resource usage from migration f64991ef-e060-47bf-ac7b-c541380c858b [ 1186.890945] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.912728] env[69563]: INFO nova.compute.manager [-] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Took 1.03 seconds to deallocate network for instance. [ 1186.914083] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.914275] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1fa5d2aa-44cc-44d7-b028-aaa203011017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.914413] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 5ccd6755-4fe3-4476-af8a-f704efdad82d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.914832] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 7cf0a493-6ede-4cfc-8979-f43a5de0b415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.914980] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.915098] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance cd01c5c9-6993-4e0f-95da-b276e9383fdb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.915215] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e145f48a-778a-4641-b24e-b978eb939ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.915328] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance d3aecf49-5961-4e3a-b37b-02c1d94d031a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.915438] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 6e923c98-36be-4dcb-9ede-73ecbe61ab60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.915549] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Migration f64991ef-e060-47bf-ac7b-c541380c858b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1186.915651] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.915855] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1186.915994] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1187.114185] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65328d79-0c23-412e-9e01-46f001f00ddc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.123353] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57e457c-a785-48b4-9317-4ae6fecc83e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.161852] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee292606-ec98-4283-b974-044830a540ae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.171698] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e406098d-07b3-4bd4-bfff-b75952126c7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.000215] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.000215] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.000564] env[69563]: DEBUG nova.compute.manager [req-5d6034a3-1460-458b-9644-581d0e46f05b req-b655dad3-cefb-4232-92cc-0983c712aa13 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Received event network-vif-deleted-69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.000754] env[69563]: INFO nova.compute.manager [req-5d6034a3-1460-458b-9644-581d0e46f05b req-b655dad3-cefb-4232-92cc-0983c712aa13 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Neutron deleted interface 69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5; detaching it from the instance and deleting it from the info cache [ 1188.000938] env[69563]: DEBUG nova.network.neutron [req-5d6034a3-1460-458b-9644-581d0e46f05b req-b655dad3-cefb-4232-92cc-0983c712aa13 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1188.008828] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-380c98cd-1e1e-45fd-9193-8e1e8e15f841 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.024575] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.031864] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404549, 'name': PowerOffVM_Task, 'duration_secs': 0.309013} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.032311] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1188.032311] env[69563]: value = "task-3404550" [ 1188.032311] env[69563]: _type = "Task" [ 1188.032311] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.032916] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.033134] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.047485] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.495355] env[69563]: DEBUG nova.network.neutron [-] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1188.504156] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-166b9a72-9c3f-4db7-9b10-9fb6edafa795 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.513554] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a87100-d12b-43ec-9db9-6454ccc71b78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.524326] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.524547] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.524751] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.524920] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.525226] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.527221] env[69563]: INFO nova.compute.manager [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Terminating instance [ 1188.529059] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.539737] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.539958] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.540124] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.540315] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.540448] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.540591] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.540787] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.540944] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.541145] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.541321] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.541500] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.559261] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8563cab3-ae79-4870-bc24-1dd3eb3e02df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.578321] env[69563]: DEBUG nova.compute.manager [req-5d6034a3-1460-458b-9644-581d0e46f05b req-b655dad3-cefb-4232-92cc-0983c712aa13 service nova] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Detach interface failed, port_id=69869a1d-15a2-4d90-98c9-ea3c1cb1cdb5, reason: Instance 5ccd6755-4fe3-4476-af8a-f704efdad82d could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.584766] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404550, 'name': PowerOffVM_Task, 'duration_secs': 0.367077} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.586553] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.587419] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.587815] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1188.587815] env[69563]: value = "task-3404551" [ 1188.587815] env[69563]: _type = "Task" [ 1188.587815] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.588083] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a6a272e-f68c-4363-bcf9-e517007bb41e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.599682] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.601121] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1188.601121] env[69563]: value = "task-3404552" [ 1188.601121] env[69563]: _type = "Task" [ 1188.601121] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.609372] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1188.609599] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.609819] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679242', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'name': 'volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd01c5c9-6993-4e0f-95da-b276e9383fdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'serial': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.610609] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65d3d77-ccab-4cf1-aff1-728574062bec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.631055] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82ecc8e-3162-41f3-bedc-388dd42011dc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.638069] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729bcdcb-5986-41ef-ba51-2c1dca8a3126 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.658569] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b105a2-9dba-4fc6-a1cc-6e04153859bf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.673805] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] The volume has not been displaced from its original location: [datastore2] volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7/volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.679247] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.679599] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1fb9034-727a-4fd2-9b6f-184c1abd8d65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.697907] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1188.697907] env[69563]: value = "task-3404553" [ 1188.697907] env[69563]: _type = "Task" [ 1188.697907] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.706191] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.000054] env[69563]: INFO nova.compute.manager [-] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Took 2.44 seconds to deallocate network for instance. [ 1189.033846] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1189.034231] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.174s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.034777] env[69563]: DEBUG nova.compute.manager [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.034992] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.035299] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.037s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.035500] env[69563]: DEBUG nova.objects.instance [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lazy-loading 'resources' on Instance uuid 6e923c98-36be-4dcb-9ede-73ecbe61ab60 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.037584] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af0f59e-07bc-435a-af0b-258cc7872fd0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.046073] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.046581] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-725e4129-2ba7-4411-9817-4251af7b78f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.054196] env[69563]: DEBUG oslo_vmware.api [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1189.054196] env[69563]: value = "task-3404554" [ 1189.054196] env[69563]: _type = "Task" [ 1189.054196] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.063981] env[69563]: DEBUG oslo_vmware.api [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.102057] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404551, 'name': ReconfigVM_Task, 'duration_secs': 0.205922} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.102257] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.207980] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404553, 'name': ReconfigVM_Task, 'duration_secs': 0.20289} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.208290] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.213094] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6da61fe-e38e-4bd6-82fe-67267e310f26 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.227710] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1189.227710] env[69563]: value = "task-3404555" [ 1189.227710] env[69563]: _type = "Task" [ 1189.227710] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.236361] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.506432] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.567325] env[69563]: DEBUG oslo_vmware.api [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404554, 'name': PowerOffVM_Task, 'duration_secs': 0.187769} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.567708] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.567883] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.568155] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70843a26-e2e8-445b-8cf2-68ac9b03f15f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.609810] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.610056] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.610221] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.610413] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.610632] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.610693] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.610888] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.611109] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.611329] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.611493] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.611661] env[69563]: DEBUG nova.virt.hardware [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.617092] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.617582] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f940ae9-6808-4979-bc97-082af13623ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.635585] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.635877] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.636018] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleting the datastore file [datastore1] 7cf0a493-6ede-4cfc-8979-f43a5de0b415 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.636714] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa873793-0a68-4fd4-baf4-e1038d10dcd9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.641347] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1189.641347] env[69563]: value = "task-3404557" [ 1189.641347] env[69563]: _type = "Task" [ 1189.641347] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.645838] env[69563]: DEBUG oslo_vmware.api [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1189.645838] env[69563]: value = "task-3404558" [ 1189.645838] env[69563]: _type = "Task" [ 1189.645838] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.655198] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.660342] env[69563]: DEBUG oslo_vmware.api [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.715058] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08546a8-6d2c-4d84-a093-0b676da27e3e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.723120] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39636fd-2f61-4c8e-81d4-3c6d4fa5336b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.758528] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873cb635-4f25-47a0-b254-23436ed71aa7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.764359] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404555, 'name': ReconfigVM_Task, 'duration_secs': 0.275978} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.765113] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679242', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'name': 'volume-d0afef08-98cb-4c42-90be-2dc55cacb3e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd01c5c9-6993-4e0f-95da-b276e9383fdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7', 'serial': 'd0afef08-98cb-4c42-90be-2dc55cacb3e7'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1189.765488] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.766418] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e79c6f3-efdc-46d3-99bd-61c0c8e247aa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.773419] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49e3ef5-962e-4f8b-a163-beef15a8392b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.782365] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.782365] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9beff6a-d872-45e3-b56c-3cb7399a5b8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.792276] env[69563]: DEBUG nova.compute.provider_tree [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.865823] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.866104] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.866406] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Deleting the datastore file [datastore2] cd01c5c9-6993-4e0f-95da-b276e9383fdb {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.866627] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd72847c-f42e-4482-9953-fce87c4af395 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.874674] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for the task: (returnval){ [ 1189.874674] env[69563]: value = "task-3404560" [ 1189.874674] env[69563]: _type = "Task" [ 1189.874674] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.883581] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.151238] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404557, 'name': ReconfigVM_Task, 'duration_secs': 0.308821} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.154520] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.155277] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a75a24-ed8d-43ad-8e60-40eed6679eb0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.162332] env[69563]: DEBUG oslo_vmware.api [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295591} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.175294] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.175503] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.175682] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.175857] env[69563]: INFO nova.compute.manager [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1190.176123] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.183514] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215/d15daad8-74c1-4a8d-8d9d-8b7a44b5a215.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.183802] env[69563]: DEBUG nova.compute.manager [-] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.183902] env[69563]: DEBUG nova.network.neutron [-] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1190.185699] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d216cf4c-3062-40fd-9c61-35f4835e3f27 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.204094] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1190.204094] env[69563]: value = "task-3404561" [ 1190.204094] env[69563]: _type = "Task" [ 1190.204094] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.212526] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.297012] env[69563]: DEBUG nova.scheduler.client.report [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.385921] env[69563]: DEBUG oslo_vmware.api [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Task: {'id': task-3404560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110834} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.386160] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.386352] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.386526] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.444058] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1190.444343] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ddd3af2-d12d-404c-a789-b669d628f3c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.454300] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb07e98-5692-41c1-91d5-f42fa8554cbb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.486567] env[69563]: ERROR nova.compute.manager [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Failed to detach volume d0afef08-98cb-4c42-90be-2dc55cacb3e7 from /dev/sda: nova.exception.InstanceNotFound: Instance cd01c5c9-6993-4e0f-95da-b276e9383fdb could not be found. [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Traceback (most recent call last): [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self.driver.rebuild(**kwargs) [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] raise NotImplementedError() [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] NotImplementedError [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] During handling of the above exception, another exception occurred: [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Traceback (most recent call last): [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self.driver.detach_volume(context, old_connection_info, [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] return self._volumeops.detach_volume(connection_info, instance) [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self._detach_volume_vmdk(connection_info, instance) [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] stable_ref.fetch_moref(session) [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] nova.exception.InstanceNotFound: Instance cd01c5c9-6993-4e0f-95da-b276e9383fdb could not be found. [ 1190.486567] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] [ 1190.631206] env[69563]: DEBUG nova.compute.utils [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Build of instance cd01c5c9-6993-4e0f-95da-b276e9383fdb aborted: Failed to rebuild volume backed instance. {{(pid=69563) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1190.633658] env[69563]: ERROR nova.compute.manager [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance cd01c5c9-6993-4e0f-95da-b276e9383fdb aborted: Failed to rebuild volume backed instance. [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Traceback (most recent call last): [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self.driver.rebuild(**kwargs) [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] raise NotImplementedError() [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] NotImplementedError [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] During handling of the above exception, another exception occurred: [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Traceback (most recent call last): [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self._detach_root_volume(context, instance, root_bdm) [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] with excutils.save_and_reraise_exception(): [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self.force_reraise() [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] raise self.value [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self.driver.detach_volume(context, old_connection_info, [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] return self._volumeops.detach_volume(connection_info, instance) [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self._detach_volume_vmdk(connection_info, instance) [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] stable_ref.fetch_moref(session) [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] nova.exception.InstanceNotFound: Instance cd01c5c9-6993-4e0f-95da-b276e9383fdb could not be found. [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] During handling of the above exception, another exception occurred: [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Traceback (most recent call last): [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] yield [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1190.633658] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self._do_rebuild_instance_with_claim( [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self._do_rebuild_instance( [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self._rebuild_default_impl(**kwargs) [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] self._rebuild_volume_backed_instance( [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] raise exception.BuildAbortException( [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] nova.exception.BuildAbortException: Build of instance cd01c5c9-6993-4e0f-95da-b276e9383fdb aborted: Failed to rebuild volume backed instance. [ 1190.634924] env[69563]: ERROR nova.compute.manager [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] [ 1190.716109] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.804031] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.805089] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.298s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.805518] env[69563]: DEBUG nova.objects.instance [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'resources' on Instance uuid 5ccd6755-4fe3-4476-af8a-f704efdad82d {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.829548] env[69563]: INFO nova.scheduler.client.report [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Deleted allocations for instance 6e923c98-36be-4dcb-9ede-73ecbe61ab60 [ 1191.086483] env[69563]: DEBUG nova.compute.manager [req-15020630-af9c-40fa-9b6d-5cba702dc2b9 req-6c9cb87a-a5e4-4bb3-8caa-815d0940a88a service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Received event network-vif-deleted-ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.086722] env[69563]: INFO nova.compute.manager [req-15020630-af9c-40fa-9b6d-5cba702dc2b9 req-6c9cb87a-a5e4-4bb3-8caa-815d0940a88a service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Neutron deleted interface ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c; detaching it from the instance and deleting it from the info cache [ 1191.086918] env[69563]: DEBUG nova.network.neutron [req-15020630-af9c-40fa-9b6d-5cba702dc2b9 req-6c9cb87a-a5e4-4bb3-8caa-815d0940a88a service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1191.214372] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404561, 'name': ReconfigVM_Task, 'duration_secs': 0.581836} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.214684] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215/d15daad8-74c1-4a8d-8d9d-8b7a44b5a215.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.215050] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.344593] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bba224c6-4ff0-4e60-a958-249220490031 tempest-ServerShowV257Test-118817640 tempest-ServerShowV257Test-118817640-project-member] Lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.136s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.347116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.828s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.347116] env[69563]: INFO nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] During sync_power_state the instance has a pending task (deleting). Skip. [ 1191.347116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "6e923c98-36be-4dcb-9ede-73ecbe61ab60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.443140] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd981d02-400c-4275-99e2-deab4c2ed62a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.452346] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2468aaa1-e501-4bf1-a198-0a6087514285 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.485784] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75297230-e324-442f-9485-9ac34aa445c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.493945] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69722667-d811-4cb3-85d2-02a5d0e86612 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.508486] env[69563]: DEBUG nova.compute.provider_tree [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.568605] env[69563]: DEBUG nova.network.neutron [-] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1191.589851] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8012a1bc-0616-45c2-80c8-92d1e733a70a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.600102] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29b0c1-205f-4057-ad9c-7185ea38bb8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.630645] env[69563]: DEBUG nova.compute.manager [req-15020630-af9c-40fa-9b6d-5cba702dc2b9 req-6c9cb87a-a5e4-4bb3-8caa-815d0940a88a service nova] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Detach interface failed, port_id=ee061ad7-b52f-47e9-b45f-8f1ae2dc8f1c, reason: Instance 7cf0a493-6ede-4cfc-8979-f43a5de0b415 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.723020] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8d04ae-9cdd-4afa-916b-2f9912e5d9b3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.745079] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4fde53-06bf-47f7-a4da-c370cf174057 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.767384] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.011696] env[69563]: DEBUG nova.scheduler.client.report [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.073261] env[69563]: INFO nova.compute.manager [-] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Took 1.89 seconds to deallocate network for instance. [ 1192.333634] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c28490-0010-cc95-fa35-23293264a33f/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.335169] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e1bd2f-9526-4180-8442-ad5db276ea44 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.347594] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c28490-0010-cc95-fa35-23293264a33f/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.347897] env[69563]: ERROR oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c28490-0010-cc95-fa35-23293264a33f/disk-0.vmdk due to incomplete transfer. [ 1192.348275] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1a36b26-b940-4813-aa41-e6d1905e41fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.356936] env[69563]: DEBUG oslo_vmware.rw_handles [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c28490-0010-cc95-fa35-23293264a33f/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1192.357281] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Uploaded image 1c86c958-fb59-4c47-93f2-15889921d48e to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1192.360902] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1192.361277] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62a528d3-3aa3-4c43-ac77-f6605f794e8c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.369146] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1192.369146] env[69563]: value = "task-3404562" [ 1192.369146] env[69563]: _type = "Task" [ 1192.369146] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.380315] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404562, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.517141] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.541080] env[69563]: INFO nova.scheduler.client.report [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted allocations for instance 5ccd6755-4fe3-4476-af8a-f704efdad82d [ 1192.580570] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.580738] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.580900] env[69563]: DEBUG nova.objects.instance [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'resources' on Instance uuid 7cf0a493-6ede-4cfc-8979-f43a5de0b415 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.648700] env[69563]: DEBUG oslo_concurrency.lockutils [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.882628] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404562, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.048582] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad1a0e66-364a-491e-8239-710e4f7b87ca tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.107s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.049561] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.535s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.049754] env[69563]: INFO nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1193.049932] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "5ccd6755-4fe3-4476-af8a-f704efdad82d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.204588] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88018125-6333-4d65-8af8-4ddb12cfbe42 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.213694] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c9d88e-28cb-4553-b4cf-13069d51dde3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.246064] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035b90bb-ac3f-4406-b283-51c5a33dcb5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.253317] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66a807-fcea-4247-990d-459981f7106e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.266831] env[69563]: DEBUG nova.compute.provider_tree [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.381466] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404562, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.548261] env[69563]: DEBUG nova.network.neutron [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Port 9e505377-df38-475b-bbfb-3b7aa894a7c9 binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1193.769958] env[69563]: DEBUG nova.scheduler.client.report [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.856750] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Acquiring lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.857029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.857269] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Acquiring lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.857454] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.857622] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.859725] env[69563]: INFO nova.compute.manager [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Terminating instance [ 1193.882562] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404562, 'name': Destroy_Task, 'duration_secs': 1.353718} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.882666] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Destroyed the VM [ 1193.882854] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1193.883107] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ef94323-edfe-406b-b310-f7d97051843b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.889730] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1193.889730] env[69563]: value = "task-3404563" [ 1193.889730] env[69563]: _type = "Task" [ 1193.889730] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.897891] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404563, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.275802] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.278419] env[69563]: DEBUG oslo_concurrency.lockutils [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.630s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.291760] env[69563]: INFO nova.scheduler.client.report [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted allocations for instance 7cf0a493-6ede-4cfc-8979-f43a5de0b415 [ 1194.364183] env[69563]: DEBUG nova.compute.manager [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.364525] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e37669a3-3634-4412-a45a-7c85d9893e7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.375354] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff692020-eb9a-4a5a-a553-7055ba0b54e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.387178] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255336ad-8b1e-4f8e-b11e-6e623e867ee8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.399210] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd7d784-c57b-4152-850f-6227c0c0c575 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.402300] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404563, 'name': RemoveSnapshot_Task, 'duration_secs': 0.321197} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.410168] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1194.410457] env[69563]: DEBUG nova.compute.manager [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.411110] env[69563]: WARNING nova.virt.vmwareapi.driver [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance cd01c5c9-6993-4e0f-95da-b276e9383fdb could not be found. [ 1194.411292] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.412316] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3bdce1-825e-4a6b-8010-f55ed99a50ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.414480] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21676bd0-3f82-4dc8-a754-a2a561486524 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.441930] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9c51f6-1750-4dc3-9327-19134c831085 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.448833] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f94b0a-bbb5-4975-8eef-c77013818da5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.465202] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e2c34-d111-445a-9fb3-885edb076831 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.479013] env[69563]: WARNING nova.virt.vmwareapi.vmops [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cd01c5c9-6993-4e0f-95da-b276e9383fdb could not be found. [ 1194.479293] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.479454] env[69563]: INFO nova.compute.manager [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1194.479690] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.487159] env[69563]: DEBUG nova.compute.manager [-] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.487262] env[69563]: DEBUG nova.network.neutron [-] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1194.489311] env[69563]: DEBUG nova.compute.provider_tree [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.573726] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.573726] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.573879] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.762012] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.762991] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.800207] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8528df75-41c4-4bf6-a5d9-9ef4104ad336 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "7cf0a493-6ede-4cfc-8979-f43a5de0b415" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.275s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.954545] env[69563]: DEBUG nova.compute.manager [req-a5a733c8-3e8e-4c1b-a86b-a89da7ff0798 req-c1e06c85-abac-4c47-825d-79f7a6d5364b service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Received event network-vif-deleted-e4acfeef-1832-41cd-9c67-ef65a063dbe0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.954844] env[69563]: INFO nova.compute.manager [req-a5a733c8-3e8e-4c1b-a86b-a89da7ff0798 req-c1e06c85-abac-4c47-825d-79f7a6d5364b service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Neutron deleted interface e4acfeef-1832-41cd-9c67-ef65a063dbe0; detaching it from the instance and deleting it from the info cache [ 1194.954969] env[69563]: DEBUG nova.network.neutron [req-a5a733c8-3e8e-4c1b-a86b-a89da7ff0798 req-c1e06c85-abac-4c47-825d-79f7a6d5364b service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1194.963327] env[69563]: INFO nova.compute.manager [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Shelve offloading [ 1194.993349] env[69563]: DEBUG nova.scheduler.client.report [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.267705] env[69563]: DEBUG nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.430787] env[69563]: DEBUG nova.network.neutron [-] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1195.460096] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-595bf376-a504-46ca-b9c7-144bc90e0847 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.467477] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c57ab1-a4ca-44fa-9413-c9175580c4e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.478047] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.478834] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3adc81d-4eea-4215-a83c-56de91bcdf99 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.485053] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1195.485053] env[69563]: value = "task-3404564" [ 1195.485053] env[69563]: _type = "Task" [ 1195.485053] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.493034] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.502050] env[69563]: DEBUG oslo_concurrency.lockutils [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.223s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.502209] env[69563]: INFO nova.compute.manager [None req-353814c6-2181-42ee-bbe9-9f56d36c959b tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Successfully reverted task state from rebuilding on failure for instance. [ 1195.507988] env[69563]: DEBUG nova.compute.manager [req-a5a733c8-3e8e-4c1b-a86b-a89da7ff0798 req-c1e06c85-abac-4c47-825d-79f7a6d5364b service nova] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Detach interface failed, port_id=e4acfeef-1832-41cd-9c67-ef65a063dbe0, reason: Instance cd01c5c9-6993-4e0f-95da-b276e9383fdb could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.613591] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.613780] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.613969] env[69563]: DEBUG nova.network.neutron [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1195.796416] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.796916] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.798663] env[69563]: INFO nova.compute.claims [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.934965] env[69563]: INFO nova.compute.manager [-] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Took 1.45 seconds to deallocate network for instance. [ 1195.995693] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1195.996016] env[69563]: DEBUG nova.compute.manager [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.996700] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb477cb-8588-4b5e-8859-b6143ebefec7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.002113] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.002279] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.002508] env[69563]: DEBUG nova.network.neutron [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1196.369797] env[69563]: DEBUG nova.network.neutron [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [{"id": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "address": "fa:16:3e:45:76:8f", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e505377-df", "ovs_interfaceid": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1196.485610] env[69563]: INFO nova.compute.manager [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Took 0.55 seconds to detach 1 volumes for instance. [ 1196.488685] env[69563]: DEBUG nova.compute.manager [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Deleting volume: d0afef08-98cb-4c42-90be-2dc55cacb3e7 {{(pid=69563) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1196.735476] env[69563]: DEBUG nova.network.neutron [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [{"id": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "address": "fa:16:3e:be:b2:ce", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2737382b-70", "ovs_interfaceid": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1196.873023] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.944173] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8609d1d-738a-464a-ad85-7dfe80bde7e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.953032] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d8b9ab-221c-41a9-8961-fd9fdb191cae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.983361] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60f8666-3817-4878-ac38-18f933279575 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.990559] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c48425-c509-43fe-a962-7a755cbacec1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.004112] env[69563]: DEBUG nova.compute.provider_tree [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.034699] env[69563]: DEBUG nova.compute.manager [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1197.042611] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.238149] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.383854] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5dccf0-1cd2-49dd-8a6e-0f9623afdc42 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.395366] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1b6164-fa85-4da8-a13f-3d44a69f97e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.507435] env[69563]: DEBUG nova.scheduler.client.report [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.553965] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.604285] env[69563]: DEBUG nova.compute.manager [req-c18271ec-4022-4057-a632-6d8d2869459c req-1b3fbbb7-9da8-458e-9c7a-8073a35c5986 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received event network-vif-unplugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.604429] env[69563]: DEBUG oslo_concurrency.lockutils [req-c18271ec-4022-4057-a632-6d8d2869459c req-1b3fbbb7-9da8-458e-9c7a-8073a35c5986 service nova] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.604641] env[69563]: DEBUG oslo_concurrency.lockutils [req-c18271ec-4022-4057-a632-6d8d2869459c req-1b3fbbb7-9da8-458e-9c7a-8073a35c5986 service nova] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.605116] env[69563]: DEBUG oslo_concurrency.lockutils [req-c18271ec-4022-4057-a632-6d8d2869459c req-1b3fbbb7-9da8-458e-9c7a-8073a35c5986 service nova] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.605116] env[69563]: DEBUG nova.compute.manager [req-c18271ec-4022-4057-a632-6d8d2869459c req-1b3fbbb7-9da8-458e-9c7a-8073a35c5986 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] No waiting events found dispatching network-vif-unplugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.605395] env[69563]: WARNING nova.compute.manager [req-c18271ec-4022-4057-a632-6d8d2869459c req-1b3fbbb7-9da8-458e-9c7a-8073a35c5986 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received unexpected event network-vif-unplugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 for instance with vm_state shelved and task_state shelving_offloading. [ 1197.698085] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.698980] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c228aa3-2fb2-4207-9e37-63eaa16108fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.706666] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.706896] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5e5c32-b3c2-4c20-8b08-fc9b9ad21c69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.774762] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.775048] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.775258] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleting the datastore file [datastore2] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.775509] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a01fe4fd-9035-4e47-b1f9-e776e302ed83 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.782239] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1197.782239] env[69563]: value = "task-3404567" [ 1197.782239] env[69563]: _type = "Task" [ 1197.782239] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.790289] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.013096] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.013632] env[69563]: DEBUG nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.016724] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.974s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.016962] env[69563]: DEBUG nova.objects.instance [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lazy-loading 'resources' on Instance uuid cd01c5c9-6993-4e0f-95da-b276e9383fdb {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.293021] env[69563]: DEBUG oslo_vmware.api [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138842} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.293021] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.293021] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.293021] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.315727] env[69563]: INFO nova.scheduler.client.report [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted allocations for instance 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 [ 1198.495316] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc9d257-cea7-4654-a1fe-e47e206cae20 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.527243] env[69563]: DEBUG nova.compute.utils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.529379] env[69563]: DEBUG nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.529551] env[69563]: DEBUG nova.network.neutron [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1198.532080] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec2502-42cf-4644-8f67-74b2b4b79d16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.540613] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.591549] env[69563]: DEBUG nova.policy [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05557b60abe24a76bab83bf13647f752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d739410bf2d4c0b8efbd6266aca0b97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.677538] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7e9352-c54c-49cc-9900-810754dae900 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.686513] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26a2a29-8779-48e5-ab7b-6fbf779b3f1b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.721273] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a449c13-44c5-4518-9f24-a0b90b1cc769 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.731376] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ee0b63-6d3b-4889-b0db-89efbedb9f7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.745790] env[69563]: DEBUG nova.compute.provider_tree [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.821371] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.874766] env[69563]: DEBUG nova.network.neutron [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Successfully created port: cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1199.036872] env[69563]: DEBUG nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.047971] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.048335] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301c8ae3-f1a5-4d11-a1bf-83a2a488ca27 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.056200] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1199.056200] env[69563]: value = "task-3404568" [ 1199.056200] env[69563]: _type = "Task" [ 1199.056200] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.064261] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.249773] env[69563]: DEBUG nova.scheduler.client.report [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.569102] env[69563]: DEBUG oslo_vmware.api [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404568, 'name': PowerOnVM_Task, 'duration_secs': 0.437899} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.569102] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.569102] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ca63340f-0389-437a-90f6-2bcaeb7a0ba4 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.750129] env[69563]: DEBUG nova.compute.manager [req-d82048f4-9c4b-4a59-9674-0f679f1551ec req-e263b937-8796-40fe-930f-6554c9cf3db4 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received event network-changed-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.750129] env[69563]: DEBUG nova.compute.manager [req-d82048f4-9c4b-4a59-9674-0f679f1551ec req-e263b937-8796-40fe-930f-6554c9cf3db4 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Refreshing instance network info cache due to event network-changed-2737382b-7027-4795-a9d7-8dadab7fe7f1. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.750321] env[69563]: DEBUG oslo_concurrency.lockutils [req-d82048f4-9c4b-4a59-9674-0f679f1551ec req-e263b937-8796-40fe-930f-6554c9cf3db4 service nova] Acquiring lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.752983] env[69563]: DEBUG oslo_concurrency.lockutils [req-d82048f4-9c4b-4a59-9674-0f679f1551ec req-e263b937-8796-40fe-930f-6554c9cf3db4 service nova] Acquired lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.752983] env[69563]: DEBUG nova.network.neutron [req-d82048f4-9c4b-4a59-9674-0f679f1551ec req-e263b937-8796-40fe-930f-6554c9cf3db4 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Refreshing network info cache for port 2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1199.758867] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.761748] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.208s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.045808] env[69563]: DEBUG nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.073090] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.073296] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.073458] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.073643] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.073788] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.073935] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.074162] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.074320] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.074483] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.074835] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.075089] env[69563]: DEBUG nova.virt.hardware [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.079075] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fba67d-a19d-4e00-a328-94b1a3fcbd22 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.087433] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a2e4f-c14f-4279-8df2-1f797ef21e8e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.270361] env[69563]: INFO nova.compute.claims [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.278785] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquiring lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.278785] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.290683] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e641a494-a93e-4ced-b0a4-55143dfddb75 tempest-ServerActionsV293TestJSON-1949118682 tempest-ServerActionsV293TestJSON-1949118682-project-member] Lock "cd01c5c9-6993-4e0f-95da-b276e9383fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.433s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.414996] env[69563]: DEBUG nova.network.neutron [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Successfully updated port: cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1200.477944] env[69563]: DEBUG nova.network.neutron [req-d82048f4-9c4b-4a59-9674-0f679f1551ec req-e263b937-8796-40fe-930f-6554c9cf3db4 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updated VIF entry in instance network info cache for port 2737382b-7027-4795-a9d7-8dadab7fe7f1. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1200.478327] env[69563]: DEBUG nova.network.neutron [req-d82048f4-9c4b-4a59-9674-0f679f1551ec req-e263b937-8796-40fe-930f-6554c9cf3db4 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [{"id": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "address": "fa:16:3e:be:b2:ce", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2737382b-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1200.782021] env[69563]: INFO nova.compute.resource_tracker [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating resource usage from migration 2cef85db-8174-4167-bdee-9f9570f604e2 [ 1200.785025] env[69563]: DEBUG nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.906205] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.919029] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.919178] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.919334] env[69563]: DEBUG nova.network.neutron [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1200.957018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522759a2-795e-4b31-b514-9883962c8f07 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.964991] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b40fa8-7477-44e5-a23e-09665d3c3e43 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.995536] env[69563]: DEBUG oslo_concurrency.lockutils [req-d82048f4-9c4b-4a59-9674-0f679f1551ec req-e263b937-8796-40fe-930f-6554c9cf3db4 service nova] Releasing lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.996624] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6730f929-089c-4949-ad4e-badc7120edc4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.005129] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f647623e-8234-46d5-a4f8-5c5547c1b625 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.019294] env[69563]: DEBUG nova.compute.provider_tree [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.303308] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.429371] env[69563]: DEBUG nova.network.neutron [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Port 9e505377-df38-475b-bbfb-3b7aa894a7c9 binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1201.429575] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.429725] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.429989] env[69563]: DEBUG nova.network.neutron [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1201.455703] env[69563]: DEBUG nova.network.neutron [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1201.521996] env[69563]: DEBUG nova.scheduler.client.report [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.593389] env[69563]: DEBUG nova.network.neutron [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Updating instance_info_cache with network_info: [{"id": "cd7e600a-81f6-4d0a-afd5-939535ba861d", "address": "fa:16:3e:af:80:3a", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd7e600a-81", "ovs_interfaceid": "cd7e600a-81f6-4d0a-afd5-939535ba861d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1201.778915] env[69563]: DEBUG nova.compute.manager [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Received event network-vif-plugged-cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.779266] env[69563]: DEBUG oslo_concurrency.lockutils [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] Acquiring lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.779455] env[69563]: DEBUG oslo_concurrency.lockutils [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] Lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.779980] env[69563]: DEBUG oslo_concurrency.lockutils [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] Lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.779980] env[69563]: DEBUG nova.compute.manager [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] No waiting events found dispatching network-vif-plugged-cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.780076] env[69563]: WARNING nova.compute.manager [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Received unexpected event network-vif-plugged-cd7e600a-81f6-4d0a-afd5-939535ba861d for instance with vm_state building and task_state spawning. [ 1201.780249] env[69563]: DEBUG nova.compute.manager [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Received event network-changed-cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.780435] env[69563]: DEBUG nova.compute.manager [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Refreshing instance network info cache due to event network-changed-cd7e600a-81f6-4d0a-afd5-939535ba861d. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.780651] env[69563]: DEBUG oslo_concurrency.lockutils [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] Acquiring lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.027992] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.266s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.028352] env[69563]: INFO nova.compute.manager [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Migrating [ 1202.036309] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.215s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.037028] env[69563]: DEBUG nova.objects.instance [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'resources' on Instance uuid 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.046088] env[69563]: DEBUG nova.objects.instance [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'numa_topology' on Instance uuid 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.095862] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.100023] env[69563]: DEBUG nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Instance network_info: |[{"id": "cd7e600a-81f6-4d0a-afd5-939535ba861d", "address": "fa:16:3e:af:80:3a", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd7e600a-81", "ovs_interfaceid": "cd7e600a-81f6-4d0a-afd5-939535ba861d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.100023] env[69563]: DEBUG oslo_concurrency.lockutils [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] Acquired lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.100023] env[69563]: DEBUG nova.network.neutron [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Refreshing network info cache for port cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1202.100023] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:80:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd7e600a-81f6-4d0a-afd5-939535ba861d', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.108170] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.109191] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.109445] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f9e1740-85b3-4668-bda7-8d47ed839055 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.134759] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.134759] env[69563]: value = "task-3404569" [ 1202.134759] env[69563]: _type = "Task" [ 1202.134759] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.145297] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404569, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.224158] env[69563]: DEBUG nova.network.neutron [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [{"id": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "address": "fa:16:3e:45:76:8f", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e505377-df", "ovs_interfaceid": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1202.546658] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.546881] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.547031] env[69563]: DEBUG nova.network.neutron [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1202.548634] env[69563]: DEBUG nova.objects.base [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Object Instance<65eaf71d-42a1-4c8d-a2c8-5e7be7728774> lazy-loaded attributes: resources,numa_topology {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1202.648120] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404569, 'name': CreateVM_Task, 'duration_secs': 0.315642} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.650876] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.664394] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.664572] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.664895] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.665273] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3c31fb-f7ad-4093-8730-845039079f1d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.670823] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1202.670823] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ac36f5-a6a1-04a8-b4e7-ec6001117e5f" [ 1202.670823] env[69563]: _type = "Task" [ 1202.670823] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.683615] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ac36f5-a6a1-04a8-b4e7-ec6001117e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.687816] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb908d-43b1-46a0-938c-31fcf47cbceb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.694523] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca22b9-4aeb-4ede-8b5a-675365ead011 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.726545] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.731014] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9405a279-e3b2-4964-a278-eb6bba88cd0c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.739575] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e13b6e-c784-46fa-9c3f-ae9637d0f569 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.754232] env[69563]: DEBUG nova.compute.provider_tree [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.821518] env[69563]: DEBUG nova.network.neutron [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Updated VIF entry in instance network info cache for port cd7e600a-81f6-4d0a-afd5-939535ba861d. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1202.821889] env[69563]: DEBUG nova.network.neutron [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Updating instance_info_cache with network_info: [{"id": "cd7e600a-81f6-4d0a-afd5-939535ba861d", "address": "fa:16:3e:af:80:3a", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd7e600a-81", "ovs_interfaceid": "cd7e600a-81f6-4d0a-afd5-939535ba861d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1203.181311] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ac36f5-a6a1-04a8-b4e7-ec6001117e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.034261} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.181311] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.181623] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.181623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.181777] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.181986] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.182261] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b3adde0-48b6-4de9-be1c-f173f6d570a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.190442] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.190613] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.191329] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290fc0e9-e10a-4fe3-9a5b-bf7e49068f7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.197949] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1203.197949] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5223cc90-7ab6-798e-abc5-ea71725dd9e2" [ 1203.197949] env[69563]: _type = "Task" [ 1203.197949] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.206134] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5223cc90-7ab6-798e-abc5-ea71725dd9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.234910] env[69563]: DEBUG nova.compute.manager [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69563) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1203.259634] env[69563]: DEBUG nova.scheduler.client.report [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.291381] env[69563]: DEBUG nova.network.neutron [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1203.324978] env[69563]: DEBUG oslo_concurrency.lockutils [req-bf5e29a8-6ea1-4e26-a3b8-509f880db5a1 req-9b768a46-11d5-4c0c-92b9-2073b4d8bad8 service nova] Releasing lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.710257] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5223cc90-7ab6-798e-abc5-ea71725dd9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008115} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.710257] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc507d0-b723-4747-9ce9-c673e40dafd3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.715361] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1203.715361] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521ff3d0-e86e-ea48-404b-3f9898109038" [ 1203.715361] env[69563]: _type = "Task" [ 1203.715361] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.722356] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521ff3d0-e86e-ea48-404b-3f9898109038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.763768] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.766714] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.464s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.769144] env[69563]: INFO nova.compute.claims [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.793738] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.225680] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521ff3d0-e86e-ea48-404b-3f9898109038, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.225947] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.226194] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] e0274cec-c0e0-40d6-85bc-dac6d69e1627/e0274cec-c0e0-40d6-85bc-dac6d69e1627.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.226458] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26e89917-8a1b-4259-b18b-d4a2ddae8b29 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.232432] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1204.232432] env[69563]: value = "task-3404570" [ 1204.232432] env[69563]: _type = "Task" [ 1204.232432] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.239534] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.278514] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bc6594ae-1657-42be-890a-75e87c369e43 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.723s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.279435] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.763s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.279666] env[69563]: INFO nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1204.279865] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.280315] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.374s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.280494] env[69563]: INFO nova.compute.manager [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Unshelving [ 1204.356474] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.742254] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461607} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.742497] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] e0274cec-c0e0-40d6-85bc-dac6d69e1627/e0274cec-c0e0-40d6-85bc-dac6d69e1627.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.742717] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.742966] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-096bbd1e-289d-44d0-bd7b-b7d72151a081 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.749109] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1204.749109] env[69563]: value = "task-3404571" [ 1204.749109] env[69563]: _type = "Task" [ 1204.749109] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.759012] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.906500] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a936784c-72b9-4556-83b0-945bef1cb184 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.914481] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a91bc-7b2c-491f-88ee-c8b6bbaba301 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.945315] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cabac4-117e-4341-b31b-e411c4887912 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.952287] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf3b5f-f1d9-448d-807f-02c1bb21ae77 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.965218] env[69563]: DEBUG nova.compute.provider_tree [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.258590] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074147} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.258871] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.259691] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12bea97-dbc6-4a8e-95f5-fef22239632d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.281107] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] e0274cec-c0e0-40d6-85bc-dac6d69e1627/e0274cec-c0e0-40d6-85bc-dac6d69e1627.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.281366] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-906e8ede-28fc-40c5-94c2-f2035150c043 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.304773] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1205.304773] env[69563]: value = "task-3404572" [ 1205.304773] env[69563]: _type = "Task" [ 1205.304773] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.308046] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.308719] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e27406-88d5-4088-89a5-603e932ba8be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.311779] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.311999] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.312554] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.313180] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.313352] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.313537] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1205.317180] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.333057] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance '1fa5d2aa-44cc-44d7-b028-aaa203011017' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.468201] env[69563]: DEBUG nova.scheduler.client.report [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.792560] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.814065] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404572, 'name': ReconfigVM_Task, 'duration_secs': 0.325559} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.814353] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Reconfigured VM instance instance-00000074 to attach disk [datastore2] e0274cec-c0e0-40d6-85bc-dac6d69e1627/e0274cec-c0e0-40d6-85bc-dac6d69e1627.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.815045] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca0529b-98ef-4fad-a5e5-c8b7a57e10bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.821447] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1205.821447] env[69563]: value = "task-3404573" [ 1205.821447] env[69563]: _type = "Task" [ 1205.821447] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.828948] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404573, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.838611] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.838846] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b710e4-6799-4eff-875c-51b29788b635 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.845014] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1205.845014] env[69563]: value = "task-3404574" [ 1205.845014] env[69563]: _type = "Task" [ 1205.845014] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.854089] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.972705] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.973313] env[69563]: DEBUG nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.976349] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.620s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.331436] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404573, 'name': Rename_Task, 'duration_secs': 0.138136} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.331770] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.331974] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d310de-4afb-4305-9ebb-51ce7b5a542f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.337791] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1206.337791] env[69563]: value = "task-3404575" [ 1206.337791] env[69563]: _type = "Task" [ 1206.337791] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.344635] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.352392] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404574, 'name': PowerOffVM_Task, 'duration_secs': 0.203894} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.352632] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.352813] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance '1fa5d2aa-44cc-44d7-b028-aaa203011017' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.479825] env[69563]: DEBUG nova.compute.utils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.481334] env[69563]: DEBUG nova.objects.instance [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'migration_context' on Instance uuid d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.482467] env[69563]: DEBUG nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.482634] env[69563]: DEBUG nova.network.neutron [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1206.520672] env[69563]: DEBUG nova.policy [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1244a94c1b48ad9a6347cc2514b0c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf4d2d8d7e344e4a35ad11f667aa598', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.819636] env[69563]: DEBUG nova.network.neutron [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Successfully created port: 2df30ac9-1ad5-4189-9892-f7512938f5e3 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1206.847480] env[69563]: DEBUG oslo_vmware.api [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404575, 'name': PowerOnVM_Task, 'duration_secs': 0.448313} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.847768] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.847985] env[69563]: INFO nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1206.848184] env[69563]: DEBUG nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.849103] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925d56fe-5f65-48dd-bb46-c0f92c88a2cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.859655] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.859881] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.860049] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.860235] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.860384] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.860530] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.860732] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.860889] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.861067] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.861232] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.861406] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.866693] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abbb5229-d891-48fc-81b9-dfc58bf3c93d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.883799] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1206.883799] env[69563]: value = "task-3404576" [ 1206.883799] env[69563]: _type = "Task" [ 1206.883799] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.892237] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.983169] env[69563]: DEBUG nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.128828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144361c-5e28-4e78-be30-fa0641250397 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.137261] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66021b-aa4e-4802-af31-142806b4694c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.169205] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265aa820-55d6-47af-988f-24a81e95f954 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.177115] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b96dafa-c60f-4a3d-8b57-be1dcdd8877f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.190254] env[69563]: DEBUG nova.compute.provider_tree [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.375599] env[69563]: INFO nova.compute.manager [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Took 11.60 seconds to build instance. [ 1207.395051] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404576, 'name': ReconfigVM_Task, 'duration_secs': 0.242159} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.395432] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance '1fa5d2aa-44cc-44d7-b028-aaa203011017' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.693792] env[69563]: DEBUG nova.scheduler.client.report [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.878308] env[69563]: DEBUG oslo_concurrency.lockutils [None req-68766ada-ae74-40cd-85f9-ac08d1087e0c tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.116s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.901574] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.901829] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.901982] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.902185] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.902333] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.902479] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.902683] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.902840] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.903012] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.903240] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.903440] env[69563]: DEBUG nova.virt.hardware [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.908878] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.909201] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4feb3ce2-bc64-4c63-b4c9-cbd6ab8313f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.924627] env[69563]: DEBUG nova.compute.manager [req-d49bc708-9f7a-4f7b-ad97-a5ebc920b6ba req-8d3fda50-5048-47a5-aaeb-d111543fd8fe service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Received event network-changed-cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.924796] env[69563]: DEBUG nova.compute.manager [req-d49bc708-9f7a-4f7b-ad97-a5ebc920b6ba req-8d3fda50-5048-47a5-aaeb-d111543fd8fe service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Refreshing instance network info cache due to event network-changed-cd7e600a-81f6-4d0a-afd5-939535ba861d. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.925015] env[69563]: DEBUG oslo_concurrency.lockutils [req-d49bc708-9f7a-4f7b-ad97-a5ebc920b6ba req-8d3fda50-5048-47a5-aaeb-d111543fd8fe service nova] Acquiring lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.925166] env[69563]: DEBUG oslo_concurrency.lockutils [req-d49bc708-9f7a-4f7b-ad97-a5ebc920b6ba req-8d3fda50-5048-47a5-aaeb-d111543fd8fe service nova] Acquired lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.925348] env[69563]: DEBUG nova.network.neutron [req-d49bc708-9f7a-4f7b-ad97-a5ebc920b6ba req-8d3fda50-5048-47a5-aaeb-d111543fd8fe service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Refreshing network info cache for port cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1207.932847] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1207.932847] env[69563]: value = "task-3404577" [ 1207.932847] env[69563]: _type = "Task" [ 1207.932847] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.944706] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.979087] env[69563]: DEBUG oslo_concurrency.lockutils [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.979323] env[69563]: DEBUG oslo_concurrency.lockutils [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.999042] env[69563]: DEBUG nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.027270] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.027650] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.027819] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.028049] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.028206] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.028372] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.028592] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.028735] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.028899] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.029118] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.029288] env[69563]: DEBUG nova.virt.hardware [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.030556] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5923f1d8-5c65-475f-9272-16ef25290513 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.040576] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d365c50e-fada-4a09-806c-9b7ec5bf2312 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.358311] env[69563]: DEBUG nova.network.neutron [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Successfully updated port: 2df30ac9-1ad5-4189-9892-f7512938f5e3 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1208.429151] env[69563]: DEBUG nova.compute.manager [req-0642547e-fad7-451f-8f6b-1378e2a4a876 req-761d15e8-c068-4c86-ba9a-8b8732a178a0 service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Received event network-vif-plugged-2df30ac9-1ad5-4189-9892-f7512938f5e3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.429418] env[69563]: DEBUG oslo_concurrency.lockutils [req-0642547e-fad7-451f-8f6b-1378e2a4a876 req-761d15e8-c068-4c86-ba9a-8b8732a178a0 service nova] Acquiring lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.429608] env[69563]: DEBUG oslo_concurrency.lockutils [req-0642547e-fad7-451f-8f6b-1378e2a4a876 req-761d15e8-c068-4c86-ba9a-8b8732a178a0 service nova] Lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.429784] env[69563]: DEBUG oslo_concurrency.lockutils [req-0642547e-fad7-451f-8f6b-1378e2a4a876 req-761d15e8-c068-4c86-ba9a-8b8732a178a0 service nova] Lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.429956] env[69563]: DEBUG nova.compute.manager [req-0642547e-fad7-451f-8f6b-1378e2a4a876 req-761d15e8-c068-4c86-ba9a-8b8732a178a0 service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] No waiting events found dispatching network-vif-plugged-2df30ac9-1ad5-4189-9892-f7512938f5e3 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.430142] env[69563]: WARNING nova.compute.manager [req-0642547e-fad7-451f-8f6b-1378e2a4a876 req-761d15e8-c068-4c86-ba9a-8b8732a178a0 service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Received unexpected event network-vif-plugged-2df30ac9-1ad5-4189-9892-f7512938f5e3 for instance with vm_state building and task_state spawning. [ 1208.443545] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404577, 'name': ReconfigVM_Task, 'duration_secs': 0.226571} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.443793] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.444682] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d3516-2597-40d9-9540-aa1d3bf0f06d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.469526] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 1fa5d2aa-44cc-44d7-b028-aaa203011017/1fa5d2aa-44cc-44d7-b028-aaa203011017.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.471954] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c218442-15e6-4082-86cf-e88ecc5f2ccd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.486168] env[69563]: DEBUG nova.compute.utils [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.493161] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1208.493161] env[69563]: value = "task-3404578" [ 1208.493161] env[69563]: _type = "Task" [ 1208.493161] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.502651] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.510977] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquiring lock "e145f48a-778a-4641-b24e-b978eb939ac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.511363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "e145f48a-778a-4641-b24e-b978eb939ac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.511684] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquiring lock "e145f48a-778a-4641-b24e-b978eb939ac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.511883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "e145f48a-778a-4641-b24e-b978eb939ac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.512068] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "e145f48a-778a-4641-b24e-b978eb939ac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.514425] env[69563]: INFO nova.compute.manager [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Terminating instance [ 1208.659374] env[69563]: DEBUG nova.network.neutron [req-d49bc708-9f7a-4f7b-ad97-a5ebc920b6ba req-8d3fda50-5048-47a5-aaeb-d111543fd8fe service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Updated VIF entry in instance network info cache for port cd7e600a-81f6-4d0a-afd5-939535ba861d. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1208.659839] env[69563]: DEBUG nova.network.neutron [req-d49bc708-9f7a-4f7b-ad97-a5ebc920b6ba req-8d3fda50-5048-47a5-aaeb-d111543fd8fe service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Updating instance_info_cache with network_info: [{"id": "cd7e600a-81f6-4d0a-afd5-939535ba861d", "address": "fa:16:3e:af:80:3a", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd7e600a-81", "ovs_interfaceid": "cd7e600a-81f6-4d0a-afd5-939535ba861d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1208.705841] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.729s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.712135] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.400s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.712371] env[69563]: DEBUG nova.objects.instance [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'pci_requests' on Instance uuid 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.788500] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.789818] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.860381] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquiring lock "refresh_cache-904d4b0c-9b6f-483b-b980-4bd97a0d79bb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.860573] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquired lock "refresh_cache-904d4b0c-9b6f-483b-b980-4bd97a0d79bb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.860691] env[69563]: DEBUG nova.network.neutron [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1208.990861] env[69563]: DEBUG oslo_concurrency.lockutils [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.002668] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404578, 'name': ReconfigVM_Task, 'duration_secs': 0.302474} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.002873] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 1fa5d2aa-44cc-44d7-b028-aaa203011017/1fa5d2aa-44cc-44d7-b028-aaa203011017.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.003233] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance '1fa5d2aa-44cc-44d7-b028-aaa203011017' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.019392] env[69563]: DEBUG nova.compute.manager [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.019573] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.020570] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbabf5d-707e-42f6-8366-b124e82942ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.028981] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.028981] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02bfaa72-e664-45e8-8d12-eb0848b23f14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.034626] env[69563]: DEBUG oslo_vmware.api [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1209.034626] env[69563]: value = "task-3404580" [ 1209.034626] env[69563]: _type = "Task" [ 1209.034626] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.042519] env[69563]: DEBUG oslo_vmware.api [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.162337] env[69563]: DEBUG oslo_concurrency.lockutils [req-d49bc708-9f7a-4f7b-ad97-a5ebc920b6ba req-8d3fda50-5048-47a5-aaeb-d111543fd8fe service nova] Releasing lock "refresh_cache-e0274cec-c0e0-40d6-85bc-dac6d69e1627" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.217181] env[69563]: DEBUG nova.objects.instance [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'numa_topology' on Instance uuid 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.292346] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.394265] env[69563]: DEBUG nova.network.neutron [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1209.509728] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f80fd35-f926-4e94-95dc-1cbd4215d226 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.532793] env[69563]: DEBUG nova.network.neutron [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Updating instance_info_cache with network_info: [{"id": "2df30ac9-1ad5-4189-9892-f7512938f5e3", "address": "fa:16:3e:2d:d4:c8", "network": {"id": "ab4e54cf-b252-4e14-a6a6-8e94ec0cdb1b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2110088266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf4d2d8d7e344e4a35ad11f667aa598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df30ac9-1a", "ovs_interfaceid": "2df30ac9-1ad5-4189-9892-f7512938f5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1209.535620] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e1a52-e469-4822-be2c-cd7c9c15c9ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.546907] env[69563]: DEBUG oslo_vmware.api [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404580, 'name': PowerOffVM_Task, 'duration_secs': 0.253913} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.560322] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.560410] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.561059] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance '1fa5d2aa-44cc-44d7-b028-aaa203011017' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.565211] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d113e643-20aa-4938-b5c6-227bdf5ff3ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.721056] env[69563]: INFO nova.compute.claims [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.036197] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Releasing lock "refresh_cache-904d4b0c-9b6f-483b-b980-4bd97a0d79bb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.036487] env[69563]: DEBUG nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Instance network_info: |[{"id": "2df30ac9-1ad5-4189-9892-f7512938f5e3", "address": "fa:16:3e:2d:d4:c8", "network": {"id": "ab4e54cf-b252-4e14-a6a6-8e94ec0cdb1b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2110088266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf4d2d8d7e344e4a35ad11f667aa598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df30ac9-1a", "ovs_interfaceid": "2df30ac9-1ad5-4189-9892-f7512938f5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.036906] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d4:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2df30ac9-1ad5-4189-9892-f7512938f5e3', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.044384] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Creating folder: Project (0cf4d2d8d7e344e4a35ad11f667aa598). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.044653] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-255677b1-ad9e-42c4-86c0-b17ebe21b0d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.054435] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Created folder: Project (0cf4d2d8d7e344e4a35ad11f667aa598) in parent group-v678952. [ 1210.054617] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Creating folder: Instances. Parent ref: group-v679265. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1210.054840] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b30d32a2-c412-494b-b5bd-558eafc89ca4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.063197] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Created folder: Instances in parent group-v679265. [ 1210.063427] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.063622] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.063823] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1807893c-ffac-4465-b21e-f6cc0199b8d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.081805] env[69563]: DEBUG oslo_concurrency.lockutils [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.082055] env[69563]: DEBUG oslo_concurrency.lockutils [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.082271] env[69563]: INFO nova.compute.manager [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Attaching volume e483431f-884f-416c-81f9-2d61aee02372 to /dev/sdb [ 1210.088706] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.088706] env[69563]: value = "task-3404584" [ 1210.088706] env[69563]: _type = "Task" [ 1210.088706] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.099099] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404584, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.116944] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072df41b-2082-4117-a1a0-0fd67709f5bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.120266] env[69563]: DEBUG nova.network.neutron [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Port 3020d9d5-38d6-43a1-a219-629a1f2ed364 binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1210.125173] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507ddee9-4725-4e24-b21e-59da8a6674bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.137920] env[69563]: DEBUG nova.virt.block_device [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Updating existing volume attachment record: 26d668a8-a612-4a02-baba-682a776a6c46 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1210.248438] env[69563]: INFO nova.compute.manager [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Swapping old allocation on dict_keys(['cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26']) held by migration f64991ef-e060-47bf-ac7b-c541380c858b for instance [ 1210.272414] env[69563]: DEBUG nova.scheduler.client.report [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Overwriting current allocation {'allocations': {'cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 183}}, 'project_id': '00e693c59a6c4429b0f78b92151ad4dc', 'user_id': '48417265eff9420995c4b6224e1eb9db', 'consumer_generation': 1} on consumer d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 {{(pid=69563) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1210.333372] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.333688] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.333919] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Deleting the datastore file [datastore1] e145f48a-778a-4641-b24e-b978eb939ac3 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.334231] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72dde1a8-f717-4eaf-be93-e1d4ba901b58 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.341260] env[69563]: DEBUG oslo_vmware.api [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for the task: (returnval){ [ 1210.341260] env[69563]: value = "task-3404586" [ 1210.341260] env[69563]: _type = "Task" [ 1210.341260] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.351024] env[69563]: DEBUG oslo_vmware.api [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.401916] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.402131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.402308] env[69563]: DEBUG nova.network.neutron [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1210.456333] env[69563]: DEBUG nova.compute.manager [req-3eba2a8f-51f9-4264-bcba-f1f83710bc00 req-7a3bccfa-e38a-4dfe-9f45-d3675c205e5c service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Received event network-changed-2df30ac9-1ad5-4189-9892-f7512938f5e3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.456579] env[69563]: DEBUG nova.compute.manager [req-3eba2a8f-51f9-4264-bcba-f1f83710bc00 req-7a3bccfa-e38a-4dfe-9f45-d3675c205e5c service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Refreshing instance network info cache due to event network-changed-2df30ac9-1ad5-4189-9892-f7512938f5e3. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.456796] env[69563]: DEBUG oslo_concurrency.lockutils [req-3eba2a8f-51f9-4264-bcba-f1f83710bc00 req-7a3bccfa-e38a-4dfe-9f45-d3675c205e5c service nova] Acquiring lock "refresh_cache-904d4b0c-9b6f-483b-b980-4bd97a0d79bb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.456938] env[69563]: DEBUG oslo_concurrency.lockutils [req-3eba2a8f-51f9-4264-bcba-f1f83710bc00 req-7a3bccfa-e38a-4dfe-9f45-d3675c205e5c service nova] Acquired lock "refresh_cache-904d4b0c-9b6f-483b-b980-4bd97a0d79bb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.457169] env[69563]: DEBUG nova.network.neutron [req-3eba2a8f-51f9-4264-bcba-f1f83710bc00 req-7a3bccfa-e38a-4dfe-9f45-d3675c205e5c service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Refreshing network info cache for port 2df30ac9-1ad5-4189-9892-f7512938f5e3 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1210.600739] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404584, 'name': CreateVM_Task, 'duration_secs': 0.442403} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.601086] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.601786] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.601992] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.602426] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.602769] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a7ec57-b583-49d5-8c2a-44e03605946c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.607410] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1210.607410] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fca1aa-1608-e42f-b519-f6d63c71def0" [ 1210.607410] env[69563]: _type = "Task" [ 1210.607410] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.615077] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fca1aa-1608-e42f-b519-f6d63c71def0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.840282] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3024b4-5f25-458e-82c7-c80b02fd159e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.852670] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6efa9d-7d71-4c45-bd20-8161b6a7acd4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.855807] env[69563]: DEBUG oslo_vmware.api [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Task: {'id': task-3404586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211211} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.856120] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.856404] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.856670] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.856907] env[69563]: INFO nova.compute.manager [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1210.857204] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.857798] env[69563]: DEBUG nova.compute.manager [-] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.857933] env[69563]: DEBUG nova.network.neutron [-] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1210.884575] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e6a9d6-4108-4584-8b2c-d6ac88c31f14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.892329] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dbe77f-2cff-4c86-8083-6e465e1f1f50 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.909402] env[69563]: DEBUG nova.compute.provider_tree [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.121957] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52fca1aa-1608-e42f-b519-f6d63c71def0, 'name': SearchDatastore_Task, 'duration_secs': 0.016156} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.124608] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.126019] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.126019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.126019] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.126019] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.126019] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16fa3d85-5d69-42ce-9d5c-91d478d0f271 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.143777] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.144032] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.144198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.145571] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.145571] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.146633] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bc87f1-b736-41c6-885f-95e98396113b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.152866] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1211.152866] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cfb41e-ddfc-b09d-2a23-aa608ed1c8d0" [ 1211.152866] env[69563]: _type = "Task" [ 1211.152866] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.162906] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cfb41e-ddfc-b09d-2a23-aa608ed1c8d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.413320] env[69563]: DEBUG nova.scheduler.client.report [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.550633] env[69563]: DEBUG nova.network.neutron [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [{"id": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "address": "fa:16:3e:45:76:8f", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e505377-df", "ovs_interfaceid": "9e505377-df38-475b-bbfb-3b7aa894a7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1211.586859] env[69563]: DEBUG nova.network.neutron [req-3eba2a8f-51f9-4264-bcba-f1f83710bc00 req-7a3bccfa-e38a-4dfe-9f45-d3675c205e5c service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Updated VIF entry in instance network info cache for port 2df30ac9-1ad5-4189-9892-f7512938f5e3. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1211.587232] env[69563]: DEBUG nova.network.neutron [req-3eba2a8f-51f9-4264-bcba-f1f83710bc00 req-7a3bccfa-e38a-4dfe-9f45-d3675c205e5c service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Updating instance_info_cache with network_info: [{"id": "2df30ac9-1ad5-4189-9892-f7512938f5e3", "address": "fa:16:3e:2d:d4:c8", "network": {"id": "ab4e54cf-b252-4e14-a6a6-8e94ec0cdb1b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2110088266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf4d2d8d7e344e4a35ad11f667aa598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2df30ac9-1a", "ovs_interfaceid": "2df30ac9-1ad5-4189-9892-f7512938f5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1211.671354] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cfb41e-ddfc-b09d-2a23-aa608ed1c8d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.672199] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e502712f-ec61-4d30-af85-8b6924d648d6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.677800] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1211.677800] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5256483f-5f23-9dfb-05a9-b9e66f4acdb5" [ 1211.677800] env[69563]: _type = "Task" [ 1211.677800] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.686922] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5256483f-5f23-9dfb-05a9-b9e66f4acdb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.837062] env[69563]: DEBUG nova.network.neutron [-] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1211.918493] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.206s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.920854] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.629s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.921113] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.921296] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1211.922584] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a38a48-8b10-44bb-b730-28f2c244c6e2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.934034] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc60ae3-6939-4a38-a4a5-e72adf43f097 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.948802] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0a86ca-90a4-467c-be74-95770e9cde1c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.955615] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9270bb-547a-4bf1-ad9b-c3eebfe8023d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.959562] env[69563]: INFO nova.network.neutron [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating port 2737382b-7027-4795-a9d7-8dadab7fe7f1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1211.989756] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179127MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1211.989917] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.990151] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.053826] env[69563]: DEBUG oslo_concurrency.lockutils [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.055009] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d22b07-2bc9-4785-aade-834e9c9de7bc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.063708] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54b42eb-c5b0-48ff-8361-0b8fbf75e685 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.090116] env[69563]: DEBUG oslo_concurrency.lockutils [req-3eba2a8f-51f9-4264-bcba-f1f83710bc00 req-7a3bccfa-e38a-4dfe-9f45-d3675c205e5c service nova] Releasing lock "refresh_cache-904d4b0c-9b6f-483b-b980-4bd97a0d79bb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.189306] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5256483f-5f23-9dfb-05a9-b9e66f4acdb5, 'name': SearchDatastore_Task, 'duration_secs': 0.023466} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.189740] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.189836] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 904d4b0c-9b6f-483b-b980-4bd97a0d79bb/904d4b0c-9b6f-483b-b980-4bd97a0d79bb.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.190114] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aca4b2c-4df9-4784-b505-27bf6dba39ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.197225] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1212.197225] env[69563]: value = "task-3404588" [ 1212.197225] env[69563]: _type = "Task" [ 1212.197225] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.202483] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.202740] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.202982] env[69563]: DEBUG nova.network.neutron [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1212.210681] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.340733] env[69563]: INFO nova.compute.manager [-] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Took 1.48 seconds to deallocate network for instance. [ 1212.482877] env[69563]: DEBUG nova.compute.manager [req-5577a711-3179-474b-b11c-1ab37fc0e59e req-958dda75-e637-4527-a46e-a51d41c04c99 service nova] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Received event network-vif-deleted-6ee92672-304d-45fe-814b-f00898093999 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.709361] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457962} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.709660] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] 904d4b0c-9b6f-483b-b980-4bd97a0d79bb/904d4b0c-9b6f-483b-b980-4bd97a0d79bb.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.709829] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.710397] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b5092aa-73e4-46b2-a29f-e59e343cae21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.716898] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1212.716898] env[69563]: value = "task-3404590" [ 1212.716898] env[69563]: _type = "Task" [ 1212.716898] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.724367] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.847988] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.970808] env[69563]: DEBUG nova.network.neutron [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1212.998978] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Applying migration context for instance 1fa5d2aa-44cc-44d7-b028-aaa203011017 as it has an incoming, in-progress migration 2cef85db-8174-4167-bdee-9f9570f604e2. Migration status is post-migrating {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1213.000150] env[69563]: INFO nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating resource usage from migration 2cef85db-8174-4167-bdee-9f9570f604e2 [ 1213.021336] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.021497] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e145f48a-778a-4641-b24e-b978eb939ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.021622] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance d3aecf49-5961-4e3a-b37b-02c1d94d031a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.021742] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.021861] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e0274cec-c0e0-40d6-85bc-dac6d69e1627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.021980] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Migration 2cef85db-8174-4167-bdee-9f9570f604e2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1213.022112] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 1fa5d2aa-44cc-44d7-b028-aaa203011017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.022226] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 904d4b0c-9b6f-483b-b980-4bd97a0d79bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.022336] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1213.022529] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1213.022662] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1213.128399] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d86c3-d4ad-4ca0-902c-a0d03f9c134f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.136301] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc5915-514f-4c95-a812-0f9ac07a0e6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.164937] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.165402] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bed5e158-cd08-4cba-b2c2-3ef1239ae3d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.167223] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec73b12-adbc-4208-841f-7345b2ffe5e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.174476] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febebc4e-e33b-4685-bc29-90f8eedc76df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.180242] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1213.180242] env[69563]: value = "task-3404591" [ 1213.180242] env[69563]: _type = "Task" [ 1213.180242] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.190611] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.196442] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.226090] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066858} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.226362] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.227139] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa67b1e8-826a-4a0f-bc95-36f966355274 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.249076] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 904d4b0c-9b6f-483b-b980-4bd97a0d79bb/904d4b0c-9b6f-483b-b980-4bd97a0d79bb.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.249375] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b46c282-01da-4d0b-ab4c-ab0d2e13cefe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.269796] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1213.269796] env[69563]: value = "task-3404592" [ 1213.269796] env[69563]: _type = "Task" [ 1213.269796] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.278259] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.393722] env[69563]: DEBUG nova.compute.manager [req-38604608-7cde-41df-a9e1-be46adaffb20 req-6d6f5ef6-28e9-4331-9f0f-fccf69c498b9 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received event network-vif-plugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.393973] env[69563]: DEBUG oslo_concurrency.lockutils [req-38604608-7cde-41df-a9e1-be46adaffb20 req-6d6f5ef6-28e9-4331-9f0f-fccf69c498b9 service nova] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.394156] env[69563]: DEBUG oslo_concurrency.lockutils [req-38604608-7cde-41df-a9e1-be46adaffb20 req-6d6f5ef6-28e9-4331-9f0f-fccf69c498b9 service nova] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.394287] env[69563]: DEBUG oslo_concurrency.lockutils [req-38604608-7cde-41df-a9e1-be46adaffb20 req-6d6f5ef6-28e9-4331-9f0f-fccf69c498b9 service nova] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.394454] env[69563]: DEBUG nova.compute.manager [req-38604608-7cde-41df-a9e1-be46adaffb20 req-6d6f5ef6-28e9-4331-9f0f-fccf69c498b9 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] No waiting events found dispatching network-vif-plugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.394625] env[69563]: WARNING nova.compute.manager [req-38604608-7cde-41df-a9e1-be46adaffb20 req-6d6f5ef6-28e9-4331-9f0f-fccf69c498b9 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received unexpected event network-vif-plugged-2737382b-7027-4795-a9d7-8dadab7fe7f1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1213.473517] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.482026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.482026] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.482293] env[69563]: DEBUG nova.network.neutron [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1213.689775] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404591, 'name': PowerOffVM_Task, 'duration_secs': 0.276286} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.690104] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.690764] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.690976] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.691150] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.691339] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.691484] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.691631] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.691830] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.691988] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.692169] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.692331] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.692508] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.698132] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.701139] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5414fa2-0284-49da-8192-2aeab3d5f420 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.716624] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1213.716624] env[69563]: value = "task-3404594" [ 1213.716624] env[69563]: _type = "Task" [ 1213.716624] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.725674] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.780731] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.998534] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305f757a-baf2-4d89-88d3-d8d8ac5fd8e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.021240] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b314912-a51a-452c-9ad9-cfddf1281097 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.028245] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance '1fa5d2aa-44cc-44d7-b028-aaa203011017' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.184375] env[69563]: DEBUG nova.network.neutron [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [{"id": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "address": "fa:16:3e:be:b2:ce", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2737382b-70", "ovs_interfaceid": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1214.212826] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1214.212966] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.223s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.213260] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.365s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.213469] env[69563]: DEBUG nova.objects.instance [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lazy-loading 'resources' on Instance uuid e145f48a-778a-4641-b24e-b978eb939ac3 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.227450] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404594, 'name': ReconfigVM_Task, 'duration_secs': 0.18618} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.228275] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9fac67-c680-4a1c-bbf8-8d33d3821655 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.248822] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.249056] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.249217] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.249396] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.249542] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.249687] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.249884] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.250049] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.250220] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.250382] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.250920] env[69563]: DEBUG nova.virt.hardware [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.251335] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d1ace7-7970-4135-8200-0234b34fede7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.256243] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1214.256243] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529402c8-7789-5bab-b72d-73e86b8f5443" [ 1214.256243] env[69563]: _type = "Task" [ 1214.256243] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.263840] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529402c8-7789-5bab-b72d-73e86b8f5443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.277363] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404592, 'name': ReconfigVM_Task, 'duration_secs': 0.681388} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.277610] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 904d4b0c-9b6f-483b-b980-4bd97a0d79bb/904d4b0c-9b6f-483b-b980-4bd97a0d79bb.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.278216] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98b74dd4-0b21-41db-817b-a6ab8ed10980 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.283372] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1214.283372] env[69563]: value = "task-3404595" [ 1214.283372] env[69563]: _type = "Task" [ 1214.283372] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.290502] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404595, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.537046] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.537336] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d7e9bdd-9579-413e-8daa-8bd27fa635ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.545394] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1214.545394] env[69563]: value = "task-3404596" [ 1214.545394] env[69563]: _type = "Task" [ 1214.545394] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.554900] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.684626] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1214.684873] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679268', 'volume_id': 'e483431f-884f-416c-81f9-2d61aee02372', 'name': 'volume-e483431f-884f-416c-81f9-2d61aee02372', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3aecf49-5961-4e3a-b37b-02c1d94d031a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e483431f-884f-416c-81f9-2d61aee02372', 'serial': 'e483431f-884f-416c-81f9-2d61aee02372'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1214.685863] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8bc4bc-9946-4f39-bd05-faa42ef3c3d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.688889] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.708808] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830bb11e-4064-4f89-906e-ae8b4f23ce8e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.738737] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-e483431f-884f-416c-81f9-2d61aee02372/volume-e483431f-884f-416c-81f9-2d61aee02372.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.741315] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='84c2bcd412f1a3d267bfa4ed7ad336a9',container_format='bare',created_at=2025-04-10T19:02:23Z,direct_url=,disk_format='vmdk',id=1c86c958-fb59-4c47-93f2-15889921d48e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-249797887-shelved',owner='d609d490d98d4edb9037dddd9ae78925',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-04-10T19:02:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.741555] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.741715] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.741895] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.742053] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.742207] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.742419] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.742659] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.742857] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.743038] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.743227] env[69563]: DEBUG nova.virt.hardware [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.744165] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c77999ba-fead-40a9-9e7f-32738f745ff9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.758122] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cb6111-dbae-4969-8f2d-3ae8c87a962a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.774696] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]529402c8-7789-5bab-b72d-73e86b8f5443, 'name': SearchDatastore_Task, 'duration_secs': 0.008281} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.779141] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bc934c-de54-40ff-9731-cb352426f27c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.788322] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.788716] env[69563]: DEBUG oslo_vmware.api [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1214.788716] env[69563]: value = "task-3404597" [ 1214.788716] env[69563]: _type = "Task" [ 1214.788716] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.789286] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c402b7d7-1717-4c8b-bf71-133442b175b1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.820952] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:b2:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2737382b-7027-4795-a9d7-8dadab7fe7f1', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.829018] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.831016] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.831389] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1214.831389] env[69563]: value = "task-3404598" [ 1214.831389] env[69563]: _type = "Task" [ 1214.831389] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.834011] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efb13aa9-2f8e-469b-8748-20948b4632e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.858840] env[69563]: DEBUG oslo_vmware.api [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.859135] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404595, 'name': Rename_Task, 'duration_secs': 0.182433} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.859841] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.862825] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84b718f3-610f-44d3-b656-4e99747d6a53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.868794] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.869092] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.869092] env[69563]: value = "task-3404599" [ 1214.869092] env[69563]: _type = "Task" [ 1214.869092] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.874256] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1214.874256] env[69563]: value = "task-3404600" [ 1214.874256] env[69563]: _type = "Task" [ 1214.874256] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.880526] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404599, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.887230] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.934265] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e61697-5de2-46b2-9d26-f0669e8a7e1a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.942537] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9db2bd-0d1d-45e1-9c10-9ae5ae599c94 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.980154] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34e13e2-fca3-4310-ad15-244631b8823b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.987987] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29ee38c-b84d-4f4e-85ef-19233cfd8bad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.002114] env[69563]: DEBUG nova.compute.provider_tree [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.055437] env[69563]: DEBUG oslo_vmware.api [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404596, 'name': PowerOnVM_Task, 'duration_secs': 0.413918} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.055784] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.055987] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ae35d28a-25ba-4d86-9f80-370f17f35856 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance '1fa5d2aa-44cc-44d7-b028-aaa203011017' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.312916] env[69563]: DEBUG oslo_vmware.api [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404597, 'name': ReconfigVM_Task, 'duration_secs': 0.459366} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.314047] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-e483431f-884f-416c-81f9-2d61aee02372/volume-e483431f-884f-416c-81f9-2d61aee02372.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.318282] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9f3a93-e5bc-4782-a078-c5b99e35a9b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.332682] env[69563]: DEBUG oslo_vmware.api [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1215.332682] env[69563]: value = "task-3404601" [ 1215.332682] env[69563]: _type = "Task" [ 1215.332682] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.340468] env[69563]: DEBUG oslo_vmware.api [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.357203] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404598, 'name': ReconfigVM_Task, 'duration_secs': 0.253558} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.357455] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.358199] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1da6d1-ced2-481b-96be-ba25cad09f14 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.383804] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215/d15daad8-74c1-4a8d-8d9d-8b7a44b5a215.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.390757] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f264c8c-befb-4f41-99b1-21e14df453cd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.408564] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404599, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.412415] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404600, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.412705] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1215.412705] env[69563]: value = "task-3404602" [ 1215.412705] env[69563]: _type = "Task" [ 1215.412705] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.420101] env[69563]: DEBUG nova.compute.manager [req-feb708d2-cd01-4df3-ac07-db0a9273f06a req-c7878838-c5ab-4d6c-9090-3968ecc90573 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received event network-changed-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.420347] env[69563]: DEBUG nova.compute.manager [req-feb708d2-cd01-4df3-ac07-db0a9273f06a req-c7878838-c5ab-4d6c-9090-3968ecc90573 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Refreshing instance network info cache due to event network-changed-2737382b-7027-4795-a9d7-8dadab7fe7f1. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.420499] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb708d2-cd01-4df3-ac07-db0a9273f06a req-c7878838-c5ab-4d6c-9090-3968ecc90573 service nova] Acquiring lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.420707] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb708d2-cd01-4df3-ac07-db0a9273f06a req-c7878838-c5ab-4d6c-9090-3968ecc90573 service nova] Acquired lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.420796] env[69563]: DEBUG nova.network.neutron [req-feb708d2-cd01-4df3-ac07-db0a9273f06a req-c7878838-c5ab-4d6c-9090-3968ecc90573 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Refreshing network info cache for port 2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1215.425064] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.505502] env[69563]: DEBUG nova.scheduler.client.report [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.843475] env[69563]: DEBUG oslo_vmware.api [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404601, 'name': ReconfigVM_Task, 'duration_secs': 0.253235} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.843798] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679268', 'volume_id': 'e483431f-884f-416c-81f9-2d61aee02372', 'name': 'volume-e483431f-884f-416c-81f9-2d61aee02372', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3aecf49-5961-4e3a-b37b-02c1d94d031a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e483431f-884f-416c-81f9-2d61aee02372', 'serial': 'e483431f-884f-416c-81f9-2d61aee02372'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1215.890071] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404599, 'name': CreateVM_Task, 'duration_secs': 0.748694} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.893045] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.893361] env[69563]: DEBUG oslo_vmware.api [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404600, 'name': PowerOnVM_Task, 'duration_secs': 0.680214} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.894013] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.894204] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.894596] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.894875] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.895112] env[69563]: INFO nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1215.895322] env[69563]: DEBUG nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.895600] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0ffbb9-9c70-4a05-af78-c6fd370b4765 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.897745] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44cfa42-97ca-46f7-9a2c-c1267d31d7f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.903704] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1215.903704] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d88b1a-9821-11d8-70d7-dd0aba60bd44" [ 1215.903704] env[69563]: _type = "Task" [ 1215.903704] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.915851] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d88b1a-9821-11d8-70d7-dd0aba60bd44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.923485] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404602, 'name': ReconfigVM_Task, 'duration_secs': 0.34291} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.923763] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215/d15daad8-74c1-4a8d-8d9d-8b7a44b5a215.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.924759] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7894ebf9-80a1-4c88-a8dc-917787ebb00c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.952025] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c810a943-1b1c-46e4-8c69-c1b0c9b701b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.973541] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e517a57-b81b-4455-8d9b-d755b1f92474 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.997259] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875e89e-210e-4331-81ca-afe2605788bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.002717] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.003870] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35181c9-7b1c-47d5-a557-e980f78e251c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.009784] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1216.009784] env[69563]: value = "task-3404604" [ 1216.009784] env[69563]: _type = "Task" [ 1216.009784] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.013034] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.026994] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.040632] env[69563]: INFO nova.scheduler.client.report [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Deleted allocations for instance e145f48a-778a-4641-b24e-b978eb939ac3 [ 1216.229172] env[69563]: DEBUG nova.network.neutron [req-feb708d2-cd01-4df3-ac07-db0a9273f06a req-c7878838-c5ab-4d6c-9090-3968ecc90573 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updated VIF entry in instance network info cache for port 2737382b-7027-4795-a9d7-8dadab7fe7f1. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1216.229615] env[69563]: DEBUG nova.network.neutron [req-feb708d2-cd01-4df3-ac07-db0a9273f06a req-c7878838-c5ab-4d6c-9090-3968ecc90573 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [{"id": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "address": "fa:16:3e:be:b2:ce", "network": {"id": "10750147-ce07-4b9f-9b39-36bd0f9605a5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-494574499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d609d490d98d4edb9037dddd9ae78925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2737382b-70", "ovs_interfaceid": "2737382b-7027-4795-a9d7-8dadab7fe7f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1216.419449] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.419633] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Processing image 1c86c958-fb59-4c47-93f2-15889921d48e {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.419836] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e/1c86c958-fb59-4c47-93f2-15889921d48e.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.419982] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e/1c86c958-fb59-4c47-93f2-15889921d48e.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.420239] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.421862] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aca45d6-172d-4b38-a64e-bbaf1140a52f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.424182] env[69563]: INFO nova.compute.manager [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Took 15.13 seconds to build instance. [ 1216.431281] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.431466] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.432217] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2591799e-7972-4253-aa43-82b66019e367 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.437608] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1216.437608] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b6047e-6096-1283-9caa-cfc59e77f6f5" [ 1216.437608] env[69563]: _type = "Task" [ 1216.437608] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.445319] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b6047e-6096-1283-9caa-cfc59e77f6f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.521285] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404604, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.551598] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a7e7b91d-2d45-4944-aff3-c53be920ad41 tempest-ServersTestFqdnHostnames-783749484 tempest-ServersTestFqdnHostnames-783749484-project-member] Lock "e145f48a-778a-4641-b24e-b978eb939ac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.040s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.732352] env[69563]: DEBUG oslo_concurrency.lockutils [req-feb708d2-cd01-4df3-ac07-db0a9273f06a req-c7878838-c5ab-4d6c-9090-3968ecc90573 service nova] Releasing lock "refresh_cache-65eaf71d-42a1-4c8d-a2c8-5e7be7728774" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.888115] env[69563]: DEBUG nova.objects.instance [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'flavor' on Instance uuid d3aecf49-5961-4e3a-b37b-02c1d94d031a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.926560] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9a4739eb-dee4-48fd-8479-5b29e564e6af tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.648s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.947795] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Preparing fetch location {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1216.948074] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Fetch image to [datastore1] OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358/OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358.vmdk {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1216.948262] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Downloading stream optimized image 1c86c958-fb59-4c47-93f2-15889921d48e to [datastore1] OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358/OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358.vmdk on the data store datastore1 as vApp {{(pid=69563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1216.948432] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Downloading image file data 1c86c958-fb59-4c47-93f2-15889921d48e to the ESX as VM named 'OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358' {{(pid=69563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1217.019264] env[69563]: DEBUG oslo_vmware.api [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404604, 'name': PowerOnVM_Task, 'duration_secs': 0.53684} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.019538] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.026258] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1217.026258] env[69563]: value = "resgroup-9" [ 1217.026258] env[69563]: _type = "ResourcePool" [ 1217.026258] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1217.026526] env[69563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3597e923-5a3d-471a-879d-8cb9c8edba8b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.051478] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lease: (returnval){ [ 1217.051478] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1217.051478] env[69563]: _type = "HttpNfcLease" [ 1217.051478] env[69563]: } obtained for vApp import into resource pool (val){ [ 1217.051478] env[69563]: value = "resgroup-9" [ 1217.051478] env[69563]: _type = "ResourcePool" [ 1217.051478] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1217.051864] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the lease: (returnval){ [ 1217.051864] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1217.051864] env[69563]: _type = "HttpNfcLease" [ 1217.051864] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1217.059075] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.059075] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1217.059075] env[69563]: _type = "HttpNfcLease" [ 1217.059075] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1217.279024] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquiring lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.279207] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.279433] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquiring lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.279624] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.279946] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.282097] env[69563]: INFO nova.compute.manager [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Terminating instance [ 1217.394182] env[69563]: DEBUG oslo_concurrency.lockutils [None req-860e224e-c0c3-43b6-bd91-4b5ce1b70b76 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.311s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.550016] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.550016] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.560445] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.560445] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1217.560445] env[69563]: _type = "HttpNfcLease" [ 1217.560445] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1217.786600] env[69563]: DEBUG nova.compute.manager [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.786953] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.788281] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aa5d06-e720-49fb-9d19-a2cd531497a7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.798651] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.799014] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f97f733e-4b7e-4cb9-8a3a-15f21c1d2c86 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.806539] env[69563]: DEBUG oslo_vmware.api [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1217.806539] env[69563]: value = "task-3404606" [ 1217.806539] env[69563]: _type = "Task" [ 1217.806539] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.820267] env[69563]: DEBUG oslo_vmware.api [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.859565] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.859883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.860098] env[69563]: DEBUG nova.compute.manager [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Going to confirm migration 8 {{(pid=69563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1218.052960] env[69563]: INFO nova.compute.manager [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Detaching volume e483431f-884f-416c-81f9-2d61aee02372 [ 1218.063069] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.063069] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1218.063069] env[69563]: _type = "HttpNfcLease" [ 1218.063069] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1218.072028] env[69563]: INFO nova.compute.manager [None req-97502bbc-8dbb-4959-87c6-f20deb9323c3 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance to original state: 'active' [ 1218.087493] env[69563]: INFO nova.virt.block_device [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Attempting to driver detach volume e483431f-884f-416c-81f9-2d61aee02372 from mountpoint /dev/sdb [ 1218.087759] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.088039] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679268', 'volume_id': 'e483431f-884f-416c-81f9-2d61aee02372', 'name': 'volume-e483431f-884f-416c-81f9-2d61aee02372', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3aecf49-5961-4e3a-b37b-02c1d94d031a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e483431f-884f-416c-81f9-2d61aee02372', 'serial': 'e483431f-884f-416c-81f9-2d61aee02372'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1218.089050] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea3ca1-d56a-498e-9af9-db5466baca2d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.114511] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c78f8e-afd8-440a-b823-2da8ab779271 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.121867] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e437af6-a489-4b5c-93b2-b36e769909ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.144670] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfb5047-3a37-4dc3-b390-ab78f2195e5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.163352] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] The volume has not been displaced from its original location: [datastore2] volume-e483431f-884f-416c-81f9-2d61aee02372/volume-e483431f-884f-416c-81f9-2d61aee02372.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1218.169465] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.169525] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6230bab-5c82-4a56-98bc-ff82a28e2d49 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.190027] env[69563]: DEBUG oslo_vmware.api [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1218.190027] env[69563]: value = "task-3404608" [ 1218.190027] env[69563]: _type = "Task" [ 1218.190027] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.201243] env[69563]: DEBUG oslo_vmware.api [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.317278] env[69563]: DEBUG oslo_vmware.api [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404606, 'name': PowerOffVM_Task, 'duration_secs': 0.225036} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.317609] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.317806] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.318113] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9415c0b6-7980-439d-9b5a-83231f199d82 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.399942] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.399942] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.399942] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Deleting the datastore file [datastore2] 904d4b0c-9b6f-483b-b980-4bd97a0d79bb {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.399942] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49209099-4a4e-44f1-a3eb-d092f30c91f3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.405180] env[69563]: DEBUG oslo_vmware.api [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for the task: (returnval){ [ 1218.405180] env[69563]: value = "task-3404610" [ 1218.405180] env[69563]: _type = "Task" [ 1218.405180] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.413152] env[69563]: DEBUG oslo_vmware.api [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.414271] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.414436] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.414607] env[69563]: DEBUG nova.network.neutron [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1218.414787] env[69563]: DEBUG nova.objects.instance [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'info_cache' on Instance uuid 1fa5d2aa-44cc-44d7-b028-aaa203011017 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.564722] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.564722] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1218.564722] env[69563]: _type = "HttpNfcLease" [ 1218.564722] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1218.699150] env[69563]: DEBUG oslo_vmware.api [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404608, 'name': ReconfigVM_Task, 'duration_secs': 0.338959} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.699390] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.705213] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b1a904-6b4d-4a06-956c-f694741bfb2c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.722591] env[69563]: DEBUG oslo_vmware.api [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1218.722591] env[69563]: value = "task-3404611" [ 1218.722591] env[69563]: _type = "Task" [ 1218.722591] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.731028] env[69563]: DEBUG oslo_vmware.api [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.917063] env[69563]: DEBUG oslo_vmware.api [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Task: {'id': task-3404610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227986} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.919124] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.919334] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.919523] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.919708] env[69563]: INFO nova.compute.manager [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1218.920179] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.920267] env[69563]: DEBUG nova.compute.manager [-] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.920313] env[69563]: DEBUG nova.network.neutron [-] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1219.064811] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1219.064811] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1219.064811] env[69563]: _type = "HttpNfcLease" [ 1219.064811] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1219.238201] env[69563]: DEBUG oslo_vmware.api [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404611, 'name': ReconfigVM_Task, 'duration_secs': 0.294291} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.240245] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679268', 'volume_id': 'e483431f-884f-416c-81f9-2d61aee02372', 'name': 'volume-e483431f-884f-416c-81f9-2d61aee02372', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd3aecf49-5961-4e3a-b37b-02c1d94d031a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e483431f-884f-416c-81f9-2d61aee02372', 'serial': 'e483431f-884f-416c-81f9-2d61aee02372'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1219.258892] env[69563]: DEBUG nova.compute.manager [req-b3b8ff5d-57a3-4402-9d32-91c8249a7116 req-ff8c5c75-2ac0-463d-ae84-21d529c769a4 service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Received event network-vif-deleted-2df30ac9-1ad5-4189-9892-f7512938f5e3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.259236] env[69563]: INFO nova.compute.manager [req-b3b8ff5d-57a3-4402-9d32-91c8249a7116 req-ff8c5c75-2ac0-463d-ae84-21d529c769a4 service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Neutron deleted interface 2df30ac9-1ad5-4189-9892-f7512938f5e3; detaching it from the instance and deleting it from the info cache [ 1219.259422] env[69563]: DEBUG nova.network.neutron [req-b3b8ff5d-57a3-4402-9d32-91c8249a7116 req-ff8c5c75-2ac0-463d-ae84-21d529c769a4 service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1219.566214] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1219.566214] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1219.566214] env[69563]: _type = "HttpNfcLease" [ 1219.566214] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1219.566616] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1219.566616] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d5a04d-8443-678c-9b88-6b59ed7777bd" [ 1219.566616] env[69563]: _type = "HttpNfcLease" [ 1219.566616] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1219.567334] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fd350e-7f9d-49e2-9c00-dde228d0932e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.578795] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673519-fa95-1871-acc3-4318e5581a0e/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1219.578980] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673519-fa95-1871-acc3-4318e5581a0e/disk-0.vmdk. {{(pid=69563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1219.649620] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98fb9ed9-8662-42b9-a493-d8c5ca451283 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.741612] env[69563]: DEBUG nova.network.neutron [-] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1219.763034] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6861a36-03fe-4540-8d65-4835330947bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.776100] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56a11c4-2def-40e7-83b2-a28b39eb231f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.789326] env[69563]: DEBUG nova.network.neutron [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [{"id": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "address": "fa:16:3e:ba:9c:85", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3020d9d5-38", "ovs_interfaceid": "3020d9d5-38d6-43a1-a219-629a1f2ed364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1219.795147] env[69563]: DEBUG nova.objects.instance [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'flavor' on Instance uuid d3aecf49-5961-4e3a-b37b-02c1d94d031a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.819274] env[69563]: DEBUG nova.compute.manager [req-b3b8ff5d-57a3-4402-9d32-91c8249a7116 req-ff8c5c75-2ac0-463d-ae84-21d529c769a4 service nova] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Detach interface failed, port_id=2df30ac9-1ad5-4189-9892-f7512938f5e3, reason: Instance 904d4b0c-9b6f-483b-b980-4bd97a0d79bb could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.913873] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.914176] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.914388] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.914574] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.914743] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.917518] env[69563]: INFO nova.compute.manager [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Terminating instance [ 1220.244682] env[69563]: INFO nova.compute.manager [-] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Took 1.32 seconds to deallocate network for instance. [ 1220.292833] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-1fa5d2aa-44cc-44d7-b028-aaa203011017" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.293064] env[69563]: DEBUG nova.objects.instance [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'migration_context' on Instance uuid 1fa5d2aa-44cc-44d7-b028-aaa203011017 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.421035] env[69563]: DEBUG nova.compute.manager [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.421399] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.421601] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848b5080-3688-4378-b33e-af91ac66c3c3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.433234] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1220.433234] env[69563]: value = "task-3404613" [ 1220.433234] env[69563]: _type = "Task" [ 1220.433234] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.444475] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.751676] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.751973] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.752215] env[69563]: DEBUG nova.objects.instance [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lazy-loading 'resources' on Instance uuid 904d4b0c-9b6f-483b-b980-4bd97a0d79bb {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.796153] env[69563]: DEBUG nova.objects.base [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Object Instance<1fa5d2aa-44cc-44d7-b028-aaa203011017> lazy-loaded attributes: info_cache,migration_context {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1220.797288] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fe3266-9f60-4ea1-a3fd-3ed24ccb56af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.802521] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a86c9ff1-5f3b-42b7-ba47-aac80141fe65 tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.829754] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4ec0a3-ddfe-4246-abfc-d5026306e7b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.835767] env[69563]: DEBUG oslo_vmware.api [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1220.835767] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52138766-0f22-5653-74b2-242b8d3da1ce" [ 1220.835767] env[69563]: _type = "Task" [ 1220.835767] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.848524] env[69563]: DEBUG oslo_vmware.api [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52138766-0f22-5653-74b2-242b8d3da1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.946664] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404613, 'name': PowerOffVM_Task, 'duration_secs': 0.257297} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.949335] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.949549] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1220.949750] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679259', 'volume_id': '105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'name': 'volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215', 'attached_at': '2025-04-10T19:02:58.000000', 'detached_at': '', 'volume_id': '105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'serial': '105f1030-94c4-45b2-aeb1-5bcef467d9f1'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1220.950666] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52adeae-21fc-4bed-aaed-acd59fa234e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.983782] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdc636f-5503-476e-81e1-2806842a9177 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.994758] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5598301-7aff-436f-84db-4e567aec0cc1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.021931] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Completed reading data from the image iterator. {{(pid=69563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1221.021931] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673519-fa95-1871-acc3-4318e5581a0e/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1221.022430] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb65acc-7f41-417a-8944-a743286fc676 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.025828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b1819-88ab-4db1-b9ea-460288a4c0e9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.032899] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673519-fa95-1871-acc3-4318e5581a0e/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1221.032899] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673519-fa95-1871-acc3-4318e5581a0e/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1221.045567] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d222cce5-9008-4274-b0f9-a4967a8f0678 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.047432] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] The volume has not been displaced from its original location: [datastore1] volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1/volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.053234] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.053596] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0ddcd5f-c62b-4a24-ba6c-08e977c79ccb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.074011] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1221.074011] env[69563]: value = "task-3404614" [ 1221.074011] env[69563]: _type = "Task" [ 1221.074011] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.084088] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.357582] env[69563]: DEBUG oslo_vmware.api [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52138766-0f22-5653-74b2-242b8d3da1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.019517} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.357887] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.410939] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb2993-9e67-44e6-a657-61c158e6fa3d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.419199] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9b2f2-1709-4773-877e-78f344bde688 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.423640] env[69563]: DEBUG oslo_vmware.rw_handles [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52673519-fa95-1871-acc3-4318e5581a0e/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1221.423856] env[69563]: INFO nova.virt.vmwareapi.images [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Downloaded image file data 1c86c958-fb59-4c47-93f2-15889921d48e [ 1221.425392] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b9d0f3-fc54-456b-b4fa-eadefe7fe78b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.469862] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2989e6-ceba-4224-9f78-e01bbaf2566d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.472652] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-050ed7d0-2608-4721-a6cc-4033bc18269a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.480215] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ebf53f-bf73-4aac-8510-6c16ca42f365 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.495909] env[69563]: DEBUG nova.compute.provider_tree [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.585458] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404614, 'name': ReconfigVM_Task, 'duration_secs': 0.263944} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.586381] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.592414] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d984030c-c44c-4be3-a151-65cbc5ae68a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.602765] env[69563]: INFO nova.virt.vmwareapi.images [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] The imported VM was unregistered [ 1221.605215] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Caching image {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1221.605445] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.605756] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e49fd050-7689-499e-804c-31aa9ca83d55 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.613619] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1221.613619] env[69563]: value = "task-3404616" [ 1221.613619] env[69563]: _type = "Task" [ 1221.613619] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.620247] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Created directory with path [datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.620414] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358/OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358.vmdk to [datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e/1c86c958-fb59-4c47-93f2-15889921d48e.vmdk. {{(pid=69563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1221.623602] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2aa2df21-ec87-4871-acd4-5513d4b17194 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.625655] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.630699] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1221.630699] env[69563]: value = "task-3404617" [ 1221.630699] env[69563]: _type = "Task" [ 1221.630699] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.641750] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404617, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.890719] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.891509] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.891509] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.891509] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.891658] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.897814] env[69563]: INFO nova.compute.manager [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Terminating instance [ 1221.999822] env[69563]: DEBUG nova.scheduler.client.report [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.125456] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404616, 'name': ReconfigVM_Task, 'duration_secs': 0.181669} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.125847] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679259', 'volume_id': '105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'name': 'volume-105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd15daad8-74c1-4a8d-8d9d-8b7a44b5a215', 'attached_at': '2025-04-10T19:02:58.000000', 'detached_at': '', 'volume_id': '105f1030-94c4-45b2-aeb1-5bcef467d9f1', 'serial': '105f1030-94c4-45b2-aeb1-5bcef467d9f1'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1222.126184] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.127061] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a9af8f-3503-404e-9ee2-3be75e5bd95f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.137067] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.137759] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a414f6-37d7-48d6-ab68-cbee56c2aedb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.146071] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404617, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.257989] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.258255] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.258450] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleting the datastore file [datastore1] d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.258821] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f2a58ad-3e76-4b52-a7cc-35ab861d8bc2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.269162] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1222.269162] env[69563]: value = "task-3404620" [ 1222.269162] env[69563]: _type = "Task" [ 1222.269162] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.279794] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.342212] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquiring lock "78f9308b-05fe-454f-910a-8cd1091f8eb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.342327] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "78f9308b-05fe-454f-910a-8cd1091f8eb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.400885] env[69563]: DEBUG nova.compute.manager [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.401254] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.402192] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6645cb-7ff2-46dc-b61e-9f4ff7894158 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.413353] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.413353] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a297b28b-a19d-4493-840f-1eb6a3d68937 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.420886] env[69563]: DEBUG oslo_vmware.api [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1222.420886] env[69563]: value = "task-3404621" [ 1222.420886] env[69563]: _type = "Task" [ 1222.420886] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.430321] env[69563]: DEBUG oslo_vmware.api [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.507363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.510059] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.152s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.530097] env[69563]: INFO nova.scheduler.client.report [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Deleted allocations for instance 904d4b0c-9b6f-483b-b980-4bd97a0d79bb [ 1222.641687] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404617, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.781591] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.847385] env[69563]: DEBUG nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.932258] env[69563]: DEBUG oslo_vmware.api [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.038455] env[69563]: DEBUG oslo_concurrency.lockutils [None req-f9900c8d-be21-4151-889b-6b8c65165abb tempest-ServerMetadataNegativeTestJSON-918170652 tempest-ServerMetadataNegativeTestJSON-918170652-project-member] Lock "904d4b0c-9b6f-483b-b980-4bd97a0d79bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.759s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.144057] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404617, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.146145] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0390a6-8e87-4dde-97cd-65d0dcddeb0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.154156] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f6a83e-db06-43c0-b522-8e104fd8484a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.187461] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d4fe47-8d07-4008-8c32-c945f6c12954 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.195954] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33f392c-6663-4614-a39d-3b943c4c2451 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.210485] env[69563]: DEBUG nova.compute.provider_tree [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.282224] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.373868] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.433255] env[69563]: DEBUG oslo_vmware.api [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.647027] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404617, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.714315] env[69563]: DEBUG nova.scheduler.client.report [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.782906] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.933831] env[69563]: DEBUG oslo_vmware.api [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404621, 'name': PowerOffVM_Task, 'duration_secs': 1.082588} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.934147] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.934324] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.934677] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d27d90e6-00ae-4fc4-ab60-cc2de1e6d510 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.148548] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404617, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.283936] env[69563]: DEBUG oslo_vmware.api [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.880921} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.284214] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.284401] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.284582] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.284758] env[69563]: INFO nova.compute.manager [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Took 3.86 seconds to destroy the instance on the hypervisor. [ 1224.285013] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.285262] env[69563]: DEBUG nova.compute.manager [-] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.285262] env[69563]: DEBUG nova.network.neutron [-] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1224.336341] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.336580] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.336753] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleting the datastore file [datastore1] d3aecf49-5961-4e3a-b37b-02c1d94d031a {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.336999] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33ea60e7-ac87-43a7-a857-0a02cf2da3fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.347692] env[69563]: DEBUG oslo_vmware.api [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for the task: (returnval){ [ 1224.347692] env[69563]: value = "task-3404624" [ 1224.347692] env[69563]: _type = "Task" [ 1224.347692] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.356971] env[69563]: DEBUG oslo_vmware.api [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.645034] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404617, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.579731} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.645467] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358/OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358.vmdk to [datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e/1c86c958-fb59-4c47-93f2-15889921d48e.vmdk. [ 1224.645542] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Cleaning up location [datastore1] OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1224.645735] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_54d83a87-a845-408d-ac4d-256d647fa358 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.646015] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e217530-2534-44c9-a276-c7142be7af91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.653403] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1224.653403] env[69563]: value = "task-3404625" [ 1224.653403] env[69563]: _type = "Task" [ 1224.653403] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.661903] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.728125] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.218s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.732601] env[69563]: DEBUG nova.compute.manager [req-71b2b0c0-5060-49b4-bc61-5abcc222f7ed req-a5ae793a-cfe5-4342-b221-2bad10e9587c service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Received event network-vif-deleted-9e505377-df38-475b-bbfb-3b7aa894a7c9 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.732601] env[69563]: INFO nova.compute.manager [req-71b2b0c0-5060-49b4-bc61-5abcc222f7ed req-a5ae793a-cfe5-4342-b221-2bad10e9587c service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Neutron deleted interface 9e505377-df38-475b-bbfb-3b7aa894a7c9; detaching it from the instance and deleting it from the info cache [ 1224.732601] env[69563]: DEBUG nova.network.neutron [req-71b2b0c0-5060-49b4-bc61-5abcc222f7ed req-a5ae793a-cfe5-4342-b221-2bad10e9587c service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1224.734904] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.361s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.738861] env[69563]: INFO nova.compute.claims [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.859946] env[69563]: DEBUG oslo_vmware.api [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Task: {'id': task-3404624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226782} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.860836] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.860836] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.860936] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.861462] env[69563]: INFO nova.compute.manager [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Took 2.46 seconds to destroy the instance on the hypervisor. [ 1224.861462] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.861577] env[69563]: DEBUG nova.compute.manager [-] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.861649] env[69563]: DEBUG nova.network.neutron [-] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1225.166717] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041874} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.167057] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.167247] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e/1c86c958-fb59-4c47-93f2-15889921d48e.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.167496] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e/1c86c958-fb59-4c47-93f2-15889921d48e.vmdk to [datastore1] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774/65eaf71d-42a1-4c8d-a2c8-5e7be7728774.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.167790] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82badab5-e42f-4819-84a1-a3e0dc086ceb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.176712] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1225.176712] env[69563]: value = "task-3404626" [ 1225.176712] env[69563]: _type = "Task" [ 1225.176712] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.186196] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.214411] env[69563]: DEBUG nova.network.neutron [-] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1225.249315] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-649ff2b5-bbd6-43d3-b3cb-fba71a2f59a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.266219] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3daf2f-c382-4c92-98f2-d9a1568f5314 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.303256] env[69563]: DEBUG nova.compute.manager [req-71b2b0c0-5060-49b4-bc61-5abcc222f7ed req-a5ae793a-cfe5-4342-b221-2bad10e9587c service nova] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Detach interface failed, port_id=9e505377-df38-475b-bbfb-3b7aa894a7c9, reason: Instance d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.346559] env[69563]: INFO nova.scheduler.client.report [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted allocation for migration 2cef85db-8174-4167-bdee-9f9570f604e2 [ 1225.689880] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404626, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.718692] env[69563]: INFO nova.compute.manager [-] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Took 1.43 seconds to deallocate network for instance. [ 1225.854059] env[69563]: DEBUG oslo_concurrency.lockutils [None req-cabbba71-6b0e-468c-a33d-91964a0e5601 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.994s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.877842] env[69563]: DEBUG nova.network.neutron [-] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1225.881421] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a94c5e2-0975-4b41-b217-4ab391fa0c39 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.895276] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c8f265-8678-4e6e-8c50-1b0be97972c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.932624] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7bd6a-431b-4105-862d-513aa4e04563 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.941538] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddfe4a2-d289-458a-afab-b070ddd97505 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.957894] env[69563]: DEBUG nova.compute.provider_tree [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.195602] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404626, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.236957] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.237259] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.237465] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.237650] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.237840] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.240530] env[69563]: INFO nova.compute.manager [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Terminating instance [ 1226.280730] env[69563]: INFO nova.compute.manager [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Took 0.56 seconds to detach 1 volumes for instance. [ 1226.380889] env[69563]: INFO nova.compute.manager [-] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Took 1.52 seconds to deallocate network for instance. [ 1226.461307] env[69563]: DEBUG nova.scheduler.client.report [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.688358] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404626, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.747025] env[69563]: DEBUG nova.compute.manager [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.747025] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.747025] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a09a71a-f39c-4788-8dba-d75e95ee7b78 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.756518] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.757367] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b2cce6a-fe5e-4d9d-8062-bfa51bec7bae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.762787] env[69563]: DEBUG nova.compute.manager [req-089610a7-6cc9-480a-80f3-3874c0e408f7 req-ce67fc82-b294-4fd1-a42c-7827a9fc8eb0 service nova] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Received event network-vif-deleted-54b8e5c3-c861-48ce-b081-45b43e19af08 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.769968] env[69563]: DEBUG oslo_vmware.api [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1226.769968] env[69563]: value = "task-3404627" [ 1226.769968] env[69563]: _type = "Task" [ 1226.769968] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.778040] env[69563]: DEBUG oslo_vmware.api [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.787176] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.889840] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.967919] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.968488] env[69563]: DEBUG nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.971509] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.185s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.971752] env[69563]: DEBUG nova.objects.instance [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'resources' on Instance uuid d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.191175] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404626, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.285693] env[69563]: DEBUG oslo_vmware.api [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404627, 'name': PowerOffVM_Task, 'duration_secs': 0.435092} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.285693] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.285693] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.285693] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccdfe2c4-6b15-4755-a6b2-71cd07dfc3b8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.387490] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.387790] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.387987] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleting the datastore file [datastore1] 1fa5d2aa-44cc-44d7-b028-aaa203011017 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.388283] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42dccee1-c51f-4afd-b61b-973a63dff1f5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.398585] env[69563]: DEBUG oslo_vmware.api [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1227.398585] env[69563]: value = "task-3404629" [ 1227.398585] env[69563]: _type = "Task" [ 1227.398585] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.412668] env[69563]: DEBUG oslo_vmware.api [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.474641] env[69563]: DEBUG nova.compute.utils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.478848] env[69563]: DEBUG nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.479067] env[69563]: DEBUG nova.network.neutron [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1227.598507] env[69563]: DEBUG nova.policy [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd62f163330f44ffaad5093ae500404cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '403f8c2bacbc4cb2bc8c71a451f900fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.617820] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb9fe84-bec9-4d04-b711-cd38f30db287 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.626514] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b85399-2bba-4fd4-baf1-c9d5c4e038ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.663084] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896f6568-0da9-4f2a-95c5-b5ceff76f255 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.672254] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a183c2-0572-4383-8e5a-80b2a27675fe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.687311] env[69563]: DEBUG nova.compute.provider_tree [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.701741] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404626, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.398492} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.703021] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1c86c958-fb59-4c47-93f2-15889921d48e/1c86c958-fb59-4c47-93f2-15889921d48e.vmdk to [datastore1] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774/65eaf71d-42a1-4c8d-a2c8-5e7be7728774.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.704078] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c6db7-7ed3-4ef7-9435-58c4263f67cb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.733247] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774/65eaf71d-42a1-4c8d-a2c8-5e7be7728774.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.734904] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b98e3e-9a6d-4d95-a427-6eef3810e007 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.758191] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1227.758191] env[69563]: value = "task-3404630" [ 1227.758191] env[69563]: _type = "Task" [ 1227.758191] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.767132] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.915499] env[69563]: DEBUG oslo_vmware.api [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311893} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.915736] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.915974] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.916180] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.916389] env[69563]: INFO nova.compute.manager [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1227.916669] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.916900] env[69563]: DEBUG nova.compute.manager [-] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.917009] env[69563]: DEBUG nova.network.neutron [-] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1227.981862] env[69563]: DEBUG nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.196364] env[69563]: DEBUG nova.scheduler.client.report [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.253022] env[69563]: DEBUG nova.network.neutron [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Successfully created port: 67324243-3566-47bf-813c-a3317b3552dc {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1228.270185] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404630, 'name': ReconfigVM_Task, 'duration_secs': 0.304031} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.270486] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774/65eaf71d-42a1-4c8d-a2c8-5e7be7728774.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.271150] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7c92533-f886-49f4-9b08-4b39dac92808 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.279433] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1228.279433] env[69563]: value = "task-3404631" [ 1228.279433] env[69563]: _type = "Task" [ 1228.279433] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.289892] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404631, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.359511] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "3f00b031-749d-4573-9cad-efd211173c6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.359754] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.701289] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.703693] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.814s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.703928] env[69563]: DEBUG nova.objects.instance [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lazy-loading 'resources' on Instance uuid d3aecf49-5961-4e3a-b37b-02c1d94d031a {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.729274] env[69563]: INFO nova.scheduler.client.report [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted allocations for instance d15daad8-74c1-4a8d-8d9d-8b7a44b5a215 [ 1228.799050] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404631, 'name': Rename_Task, 'duration_secs': 0.148473} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.799342] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.800146] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce65204-52b6-4b2e-a4a3-e33a647265e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.811832] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1228.811832] env[69563]: value = "task-3404632" [ 1228.811832] env[69563]: _type = "Task" [ 1228.811832] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.823238] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.864096] env[69563]: DEBUG nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.915497] env[69563]: DEBUG nova.compute.manager [req-30d63b60-407c-493c-977c-f3d67d96164e req-35d1a5d6-ecda-4b01-9e0e-2356eb0cc865 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Received event network-vif-deleted-3020d9d5-38d6-43a1-a219-629a1f2ed364 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.915735] env[69563]: INFO nova.compute.manager [req-30d63b60-407c-493c-977c-f3d67d96164e req-35d1a5d6-ecda-4b01-9e0e-2356eb0cc865 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Neutron deleted interface 3020d9d5-38d6-43a1-a219-629a1f2ed364; detaching it from the instance and deleting it from the info cache [ 1228.915907] env[69563]: DEBUG nova.network.neutron [req-30d63b60-407c-493c-977c-f3d67d96164e req-35d1a5d6-ecda-4b01-9e0e-2356eb0cc865 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1228.994408] env[69563]: DEBUG nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.021496] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.021743] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.021901] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.022591] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.022591] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.022591] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.022802] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.022802] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.022955] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.023139] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.023314] env[69563]: DEBUG nova.virt.hardware [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.024273] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab99609-6660-4cc3-a65b-523ee89a4e6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.034937] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ad00f-1e2c-4eb0-ae5a-470598355739 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.240813] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6de0fbb2-3ac3-48b9-96a4-40a6575042ae tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "d15daad8-74c1-4a8d-8d9d-8b7a44b5a215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.326s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.322065] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.323597] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d91e83-d53a-47a9-95e3-3e30f8be9599 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.327660] env[69563]: DEBUG nova.network.neutron [-] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1229.331979] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c2601-3e8d-4e48-aad9-3521e1b2b478 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.366387] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224171f5-55b6-4fd1-aff4-63a0e86cdef0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.384057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cef7cf0-b6b1-4a20-962d-1ad82fade25e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.406439] env[69563]: DEBUG nova.compute.provider_tree [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.409792] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.419171] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b5cca14-c134-4da7-8dab-0747bffe381e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.430636] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb3332-493b-4cf8-93a4-fe6f955f789f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.461196] env[69563]: DEBUG nova.compute.manager [req-30d63b60-407c-493c-977c-f3d67d96164e req-35d1a5d6-ecda-4b01-9e0e-2356eb0cc865 service nova] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Detach interface failed, port_id=3020d9d5-38d6-43a1-a219-629a1f2ed364, reason: Instance 1fa5d2aa-44cc-44d7-b028-aaa203011017 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.740748] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "232fdc75-aedd-4716-be0e-7e536f373c3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.740748] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "232fdc75-aedd-4716-be0e-7e536f373c3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.824314] env[69563]: DEBUG oslo_vmware.api [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404632, 'name': PowerOnVM_Task, 'duration_secs': 0.512706} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.824617] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.832100] env[69563]: INFO nova.compute.manager [-] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Took 1.91 seconds to deallocate network for instance. [ 1229.911174] env[69563]: DEBUG nova.scheduler.client.report [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.949159] env[69563]: DEBUG nova.compute.manager [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.949595] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149d0529-7ead-4d78-877c-113b2dd7ce56 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.146884] env[69563]: DEBUG nova.network.neutron [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Successfully updated port: 67324243-3566-47bf-813c-a3317b3552dc {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1230.243122] env[69563]: DEBUG nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.339408] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.418596] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.421807] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.012s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.424053] env[69563]: INFO nova.compute.claims [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.441540] env[69563]: INFO nova.scheduler.client.report [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Deleted allocations for instance d3aecf49-5961-4e3a-b37b-02c1d94d031a [ 1230.471671] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3245bed5-f1ff-4661-b741-990307da5d7e tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.191s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.530488] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.530738] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.649915] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquiring lock "refresh_cache-78f9308b-05fe-454f-910a-8cd1091f8eb3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.650088] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquired lock "refresh_cache-78f9308b-05fe-454f-910a-8cd1091f8eb3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.650252] env[69563]: DEBUG nova.network.neutron [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1230.764402] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.951503] env[69563]: DEBUG nova.compute.manager [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Received event network-vif-plugged-67324243-3566-47bf-813c-a3317b3552dc {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.951770] env[69563]: DEBUG oslo_concurrency.lockutils [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] Acquiring lock "78f9308b-05fe-454f-910a-8cd1091f8eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.951928] env[69563]: DEBUG oslo_concurrency.lockutils [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] Lock "78f9308b-05fe-454f-910a-8cd1091f8eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.952182] env[69563]: DEBUG oslo_concurrency.lockutils [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] Lock "78f9308b-05fe-454f-910a-8cd1091f8eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.952348] env[69563]: DEBUG nova.compute.manager [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] No waiting events found dispatching network-vif-plugged-67324243-3566-47bf-813c-a3317b3552dc {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.952514] env[69563]: WARNING nova.compute.manager [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Received unexpected event network-vif-plugged-67324243-3566-47bf-813c-a3317b3552dc for instance with vm_state building and task_state spawning. [ 1230.952675] env[69563]: DEBUG nova.compute.manager [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Received event network-changed-67324243-3566-47bf-813c-a3317b3552dc {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.952861] env[69563]: DEBUG nova.compute.manager [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Refreshing instance network info cache due to event network-changed-67324243-3566-47bf-813c-a3317b3552dc. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.953056] env[69563]: DEBUG oslo_concurrency.lockutils [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] Acquiring lock "refresh_cache-78f9308b-05fe-454f-910a-8cd1091f8eb3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.953456] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6cce4ec1-b1a3-47af-86e5-993a1d0b1cad tempest-AttachVolumeNegativeTest-776174397 tempest-AttachVolumeNegativeTest-776174397-project-member] Lock "d3aecf49-5961-4e3a-b37b-02c1d94d031a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.062s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.038425] env[69563]: DEBUG nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.181033] env[69563]: DEBUG nova.network.neutron [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1231.312848] env[69563]: DEBUG nova.network.neutron [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Updating instance_info_cache with network_info: [{"id": "67324243-3566-47bf-813c-a3317b3552dc", "address": "fa:16:3e:ec:96:c7", "network": {"id": "552e3d40-8d3d-45ed-909f-acb95509e9e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-667187637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403f8c2bacbc4cb2bc8c71a451f900fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67324243-35", "ovs_interfaceid": "67324243-3566-47bf-813c-a3317b3552dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1231.551943] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89aa38-aba2-4591-90ba-31cb11fbfaaa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.561687] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.562754] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420cb39f-2d3c-4083-b803-f16456fd5f62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.597037] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd77f410-fce3-48bc-bf91-dc4f227ae2f4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.605841] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14301489-8cff-40b1-a36b-329678ce8fc0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.619617] env[69563]: DEBUG nova.compute.provider_tree [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.815836] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Releasing lock "refresh_cache-78f9308b-05fe-454f-910a-8cd1091f8eb3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.816339] env[69563]: DEBUG nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Instance network_info: |[{"id": "67324243-3566-47bf-813c-a3317b3552dc", "address": "fa:16:3e:ec:96:c7", "network": {"id": "552e3d40-8d3d-45ed-909f-acb95509e9e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-667187637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403f8c2bacbc4cb2bc8c71a451f900fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67324243-35", "ovs_interfaceid": "67324243-3566-47bf-813c-a3317b3552dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.816761] env[69563]: DEBUG oslo_concurrency.lockutils [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] Acquired lock "refresh_cache-78f9308b-05fe-454f-910a-8cd1091f8eb3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.816977] env[69563]: DEBUG nova.network.neutron [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Refreshing network info cache for port 67324243-3566-47bf-813c-a3317b3552dc {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1231.818746] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:96:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67324243-3566-47bf-813c-a3317b3552dc', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.827274] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Creating folder: Project (403f8c2bacbc4cb2bc8c71a451f900fa). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.831137] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d981181b-4978-4da0-b548-28ccaa3b142d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.853195] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Created folder: Project (403f8c2bacbc4cb2bc8c71a451f900fa) in parent group-v678952. [ 1231.853374] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Creating folder: Instances. Parent ref: group-v679272. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.853633] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfeef8b7-f0be-4413-a201-7d6140e99a98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.864597] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Created folder: Instances in parent group-v679272. [ 1231.864916] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.865177] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.866193] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-948f70e9-117f-4932-87d7-28392ac62082 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.890563] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.890563] env[69563]: value = "task-3404636" [ 1231.890563] env[69563]: _type = "Task" [ 1231.890563] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.900120] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404636, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.074413] env[69563]: DEBUG nova.network.neutron [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Updated VIF entry in instance network info cache for port 67324243-3566-47bf-813c-a3317b3552dc. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1232.075294] env[69563]: DEBUG nova.network.neutron [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Updating instance_info_cache with network_info: [{"id": "67324243-3566-47bf-813c-a3317b3552dc", "address": "fa:16:3e:ec:96:c7", "network": {"id": "552e3d40-8d3d-45ed-909f-acb95509e9e1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-667187637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403f8c2bacbc4cb2bc8c71a451f900fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67324243-35", "ovs_interfaceid": "67324243-3566-47bf-813c-a3317b3552dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1232.123201] env[69563]: DEBUG nova.scheduler.client.report [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.401154] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404636, 'name': CreateVM_Task, 'duration_secs': 0.332635} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.401649] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.402328] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.402499] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.402818] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.403085] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30753fb1-206e-4c46-8bf8-147b3c3409ad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.407748] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1232.407748] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52637507-05e9-e3f3-6e58-0d345fc86260" [ 1232.407748] env[69563]: _type = "Task" [ 1232.407748] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.415389] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52637507-05e9-e3f3-6e58-0d345fc86260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.577633] env[69563]: DEBUG oslo_concurrency.lockutils [req-eb72ce0d-ed66-42b4-9448-346444d43e0d req-0cb94126-c3f4-44ff-93eb-6fd5885ac099 service nova] Releasing lock "refresh_cache-78f9308b-05fe-454f-910a-8cd1091f8eb3" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.628378] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.628764] env[69563]: DEBUG nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.631483] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.292s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.631677] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.633831] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.870s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.635237] env[69563]: INFO nova.compute.claims [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.660991] env[69563]: INFO nova.scheduler.client.report [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted allocations for instance 1fa5d2aa-44cc-44d7-b028-aaa203011017 [ 1232.919233] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52637507-05e9-e3f3-6e58-0d345fc86260, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.919552] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.919785] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.920044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.920198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.920379] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.920644] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a1ab422-6c47-4e12-aaa0-901c08e762e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.930504] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.930684] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.931414] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afe67b5-e95c-41d7-934a-44d6658d1fd8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.937072] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1232.937072] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528908b1-409a-e6db-ba86-0c1712ce0cf3" [ 1232.937072] env[69563]: _type = "Task" [ 1232.937072] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.944835] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528908b1-409a-e6db-ba86-0c1712ce0cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.139767] env[69563]: DEBUG nova.compute.utils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.144841] env[69563]: DEBUG nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.144841] env[69563]: DEBUG nova.network.neutron [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1233.168352] env[69563]: DEBUG oslo_concurrency.lockutils [None req-02e1fa05-761e-4479-b559-d327a2081a27 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "1fa5d2aa-44cc-44d7-b028-aaa203011017" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.931s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.183965] env[69563]: DEBUG nova.policy [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05557b60abe24a76bab83bf13647f752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d739410bf2d4c0b8efbd6266aca0b97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.449626] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528908b1-409a-e6db-ba86-0c1712ce0cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.450450] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ab9a56-de11-4311-85f5-8bb240c98cee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.456359] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1233.456359] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52432958-c02b-fb9b-1974-0564e1a8d37a" [ 1233.456359] env[69563]: _type = "Task" [ 1233.456359] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.464235] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52432958-c02b-fb9b-1974-0564e1a8d37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.476490] env[69563]: DEBUG nova.network.neutron [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Successfully created port: c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1233.646771] env[69563]: DEBUG nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.786089] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77510b44-f2ad-4320-990d-2a3a39c6a364 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.794426] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7450d506-b5bf-4c22-aa41-5b71ff3e5bb3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.829152] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d52f6f7-609e-4118-9df3-21c82d2d341c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.835156] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.835397] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.843853] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd73e0-803e-44cd-ab32-a12be91eb72f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.860894] env[69563]: DEBUG nova.compute.provider_tree [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.966987] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52432958-c02b-fb9b-1974-0564e1a8d37a, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.967276] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.967534] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 78f9308b-05fe-454f-910a-8cd1091f8eb3/78f9308b-05fe-454f-910a-8cd1091f8eb3.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.967785] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82083c2-de6f-4118-9a37-cccce8399209 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.974774] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1233.974774] env[69563]: value = "task-3404637" [ 1233.974774] env[69563]: _type = "Task" [ 1233.974774] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.982647] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.159671] env[69563]: INFO nova.virt.block_device [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Booting with volume 942d74fc-143d-4512-90df-d9c73b23392a at /dev/sda [ 1234.202281] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d5ddea3-f4be-4db3-aa60-af8f4e75c844 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.216047] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b4f23-dd0a-4af1-a57a-42da01f76e51 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.246235] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ceb2635-1939-4d7d-a044-f52bbd69e336 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.258914] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1692082-df77-4a53-bf1f-441eced25171 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.294246] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa06d42-fa92-4877-af05-ecfe49f16839 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.303171] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c951c9-2a56-497a-a239-f18ae5ac3120 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.321353] env[69563]: DEBUG nova.virt.block_device [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating existing volume attachment record: 243e04bd-b718-48b1-aef3-53f48d249be1 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1234.338386] env[69563]: DEBUG nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.363784] env[69563]: DEBUG nova.scheduler.client.report [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.487291] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490056} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.487706] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 78f9308b-05fe-454f-910a-8cd1091f8eb3/78f9308b-05fe-454f-910a-8cd1091f8eb3.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.488236] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.488622] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ecd86f4-82c0-4568-be68-20a91711c7d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.496045] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1234.496045] env[69563]: value = "task-3404638" [ 1234.496045] env[69563]: _type = "Task" [ 1234.496045] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.505961] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.862992] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.869171] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.869658] env[69563]: DEBUG nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.872203] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.311s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.873626] env[69563]: INFO nova.compute.claims [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.880315] env[69563]: DEBUG nova.compute.manager [req-d14a03c0-8698-4992-91e9-2d3af554a637 req-89c0cd5c-5fe0-422b-9130-eb04c96839a8 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Received event network-vif-plugged-c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.880315] env[69563]: DEBUG oslo_concurrency.lockutils [req-d14a03c0-8698-4992-91e9-2d3af554a637 req-89c0cd5c-5fe0-422b-9130-eb04c96839a8 service nova] Acquiring lock "3f00b031-749d-4573-9cad-efd211173c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.880315] env[69563]: DEBUG oslo_concurrency.lockutils [req-d14a03c0-8698-4992-91e9-2d3af554a637 req-89c0cd5c-5fe0-422b-9130-eb04c96839a8 service nova] Lock "3f00b031-749d-4573-9cad-efd211173c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.880664] env[69563]: DEBUG oslo_concurrency.lockutils [req-d14a03c0-8698-4992-91e9-2d3af554a637 req-89c0cd5c-5fe0-422b-9130-eb04c96839a8 service nova] Lock "3f00b031-749d-4573-9cad-efd211173c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.880664] env[69563]: DEBUG nova.compute.manager [req-d14a03c0-8698-4992-91e9-2d3af554a637 req-89c0cd5c-5fe0-422b-9130-eb04c96839a8 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] No waiting events found dispatching network-vif-plugged-c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.884026] env[69563]: WARNING nova.compute.manager [req-d14a03c0-8698-4992-91e9-2d3af554a637 req-89c0cd5c-5fe0-422b-9130-eb04c96839a8 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Received unexpected event network-vif-plugged-c682fd2c-78fc-4a35-ad9f-50e84ef63dde for instance with vm_state building and task_state block_device_mapping. [ 1235.006749] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067231} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.007243] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.008791] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba96e2f-d0ad-4cf0-a7f0-4c4fd4bf1596 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.019257] env[69563]: DEBUG nova.network.neutron [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Successfully updated port: c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1235.037113] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 78f9308b-05fe-454f-910a-8cd1091f8eb3/78f9308b-05fe-454f-910a-8cd1091f8eb3.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.037890] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.038196] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.038496] env[69563]: DEBUG nova.network.neutron [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1235.039719] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb37dc9f-5004-4079-8099-715c1a725254 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.064329] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1235.064329] env[69563]: value = "task-3404640" [ 1235.064329] env[69563]: _type = "Task" [ 1235.064329] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.073818] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.084371] env[69563]: DEBUG nova.network.neutron [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1235.212153] env[69563]: DEBUG nova.network.neutron [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance_info_cache with network_info: [{"id": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "address": "fa:16:3e:f0:30:d8", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc682fd2c-78", "ovs_interfaceid": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1235.377860] env[69563]: DEBUG nova.compute.utils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.381704] env[69563]: DEBUG nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.381704] env[69563]: DEBUG nova.network.neutron [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1235.423233] env[69563]: DEBUG nova.policy [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcd43debb7da475bbe314f266064c7bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7af696c8b2d487c912699d8c75972fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.576338] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404640, 'name': ReconfigVM_Task, 'duration_secs': 0.365063} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.576693] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 78f9308b-05fe-454f-910a-8cd1091f8eb3/78f9308b-05fe-454f-910a-8cd1091f8eb3.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.577451] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77fae2eb-54f0-4613-9c43-68c3f68f0dcc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.585354] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1235.585354] env[69563]: value = "task-3404641" [ 1235.585354] env[69563]: _type = "Task" [ 1235.585354] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.596051] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404641, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.682630] env[69563]: DEBUG nova.network.neutron [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Successfully created port: e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1235.714588] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.714799] env[69563]: DEBUG nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Instance network_info: |[{"id": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "address": "fa:16:3e:f0:30:d8", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc682fd2c-78", "ovs_interfaceid": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.884988] env[69563]: DEBUG nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.996597] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a85a136-f013-45dd-9a23-828c37539ce0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.004818] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088719e5-b9dc-47ab-8e2c-c7894b94394a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.034844] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b323c012-2fa4-4ce2-955a-dff4ce905d94 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.042592] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9ea2ce-d13d-4b9a-b34a-9faa8a5bdd2e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.055921] env[69563]: DEBUG nova.compute.provider_tree [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.095811] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404641, 'name': Rename_Task, 'duration_secs': 0.180312} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.096214] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.096464] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f46a130a-71dc-46b4-b63b-81c86b255262 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.103662] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1236.103662] env[69563]: value = "task-3404642" [ 1236.103662] env[69563]: _type = "Task" [ 1236.103662] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.115178] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.415450] env[69563]: DEBUG nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.416096] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.416394] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.416603] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.416858] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.417073] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.417273] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.417498] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.417677] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.417875] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.418075] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.418254] env[69563]: DEBUG nova.virt.hardware [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.419130] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f3739b-01af-488d-b768-c3225b522130 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.430377] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d29abc-7574-487b-98cd-6ede9a599f34 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.445678] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:30:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c682fd2c-78fc-4a35-ad9f-50e84ef63dde', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.453086] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.453598] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.453816] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8e97f95-56e3-4f85-92f5-50240c049ce5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.474757] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.474757] env[69563]: value = "task-3404643" [ 1236.474757] env[69563]: _type = "Task" [ 1236.474757] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.482921] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404643, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.559146] env[69563]: DEBUG nova.scheduler.client.report [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.614465] env[69563]: DEBUG oslo_vmware.api [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404642, 'name': PowerOnVM_Task, 'duration_secs': 0.463095} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.614737] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.614935] env[69563]: INFO nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1236.615134] env[69563]: DEBUG nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.615948] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350109c8-6daf-46a5-bd00-9348aa8bc776 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.898315] env[69563]: DEBUG nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.909357] env[69563]: DEBUG nova.compute.manager [req-8ecc833d-cff2-458a-839e-c055b902bda6 req-87b6bd61-d6b4-4f83-a79c-0a92de7dd8c5 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Received event network-changed-c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.909558] env[69563]: DEBUG nova.compute.manager [req-8ecc833d-cff2-458a-839e-c055b902bda6 req-87b6bd61-d6b4-4f83-a79c-0a92de7dd8c5 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Refreshing instance network info cache due to event network-changed-c682fd2c-78fc-4a35-ad9f-50e84ef63dde. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.909786] env[69563]: DEBUG oslo_concurrency.lockutils [req-8ecc833d-cff2-458a-839e-c055b902bda6 req-87b6bd61-d6b4-4f83-a79c-0a92de7dd8c5 service nova] Acquiring lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.909922] env[69563]: DEBUG oslo_concurrency.lockutils [req-8ecc833d-cff2-458a-839e-c055b902bda6 req-87b6bd61-d6b4-4f83-a79c-0a92de7dd8c5 service nova] Acquired lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.910112] env[69563]: DEBUG nova.network.neutron [req-8ecc833d-cff2-458a-839e-c055b902bda6 req-87b6bd61-d6b4-4f83-a79c-0a92de7dd8c5 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Refreshing network info cache for port c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1236.927371] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.927628] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.927783] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.927963] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.928168] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.928338] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.928550] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.928709] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.928875] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.929057] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.929243] env[69563]: DEBUG nova.virt.hardware [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.931110] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10ba1d9-d26e-4109-a008-e6ae18f7100a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.941948] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3355e10e-d976-40f2-b462-51951a4f4ddc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.986035] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404643, 'name': CreateVM_Task, 'duration_secs': 0.397745} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.986183] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.986931] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679271', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'name': 'volume-942d74fc-143d-4512-90df-d9c73b23392a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f00b031-749d-4573-9cad-efd211173c6f', 'attached_at': '', 'detached_at': '', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'serial': '942d74fc-143d-4512-90df-d9c73b23392a'}, 'attachment_id': '243e04bd-b718-48b1-aef3-53f48d249be1', 'guest_format': None, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69563) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1236.987108] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Root volume attach. Driver type: vmdk {{(pid=69563) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1236.987881] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42910030-3674-4b61-8e47-673895e0242e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.996727] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25918ff5-ada7-4b16-ae0f-df0e49be1554 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.004268] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c87d98-4ee6-4981-8589-4b7ef073582c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.013719] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bf5f8bde-d600-4404-bc33-e2f558cdb76a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.023218] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1237.023218] env[69563]: value = "task-3404644" [ 1237.023218] env[69563]: _type = "Task" [ 1237.023218] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.036575] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404644, 'name': RelocateVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.063729] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.064456] env[69563]: DEBUG nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.067833] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.205s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.069284] env[69563]: INFO nova.compute.claims [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.132493] env[69563]: INFO nova.compute.manager [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Took 13.78 seconds to build instance. [ 1237.158669] env[69563]: DEBUG nova.network.neutron [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Successfully updated port: e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1237.537170] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404644, 'name': RelocateVM_Task, 'duration_secs': 0.034033} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.537557] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1237.537841] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679271', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'name': 'volume-942d74fc-143d-4512-90df-d9c73b23392a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f00b031-749d-4573-9cad-efd211173c6f', 'attached_at': '', 'detached_at': '', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'serial': '942d74fc-143d-4512-90df-d9c73b23392a'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1237.538870] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228636f9-5cc6-4aa9-b066-00f33769d94a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.558555] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c270f-cdb4-40d3-aeb5-d9ded02e51c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.574358] env[69563]: DEBUG nova.compute.utils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.586984] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-942d74fc-143d-4512-90df-d9c73b23392a/volume-942d74fc-143d-4512-90df-d9c73b23392a.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.588554] env[69563]: DEBUG nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.588729] env[69563]: DEBUG nova.network.neutron [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1237.590555] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e3b465-8c32-4575-a677-e858941676a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.611915] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1237.611915] env[69563]: value = "task-3404645" [ 1237.611915] env[69563]: _type = "Task" [ 1237.611915] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.624057] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.634863] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2dad85b1-0649-4724-83c5-d134007a3d54 tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "78f9308b-05fe-454f-910a-8cd1091f8eb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.292s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.661148] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.661305] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquired lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.661458] env[69563]: DEBUG nova.network.neutron [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1237.684347] env[69563]: DEBUG nova.policy [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48417265eff9420995c4b6224e1eb9db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00e693c59a6c4429b0f78b92151ad4dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.694489] env[69563]: DEBUG nova.network.neutron [req-8ecc833d-cff2-458a-839e-c055b902bda6 req-87b6bd61-d6b4-4f83-a79c-0a92de7dd8c5 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updated VIF entry in instance network info cache for port c682fd2c-78fc-4a35-ad9f-50e84ef63dde. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1237.694998] env[69563]: DEBUG nova.network.neutron [req-8ecc833d-cff2-458a-839e-c055b902bda6 req-87b6bd61-d6b4-4f83-a79c-0a92de7dd8c5 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance_info_cache with network_info: [{"id": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "address": "fa:16:3e:f0:30:d8", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc682fd2c-78", "ovs_interfaceid": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1238.005674] env[69563]: DEBUG nova.network.neutron [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Successfully created port: 041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1238.092318] env[69563]: DEBUG nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.131706] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.198654] env[69563]: DEBUG oslo_concurrency.lockutils [req-8ecc833d-cff2-458a-839e-c055b902bda6 req-87b6bd61-d6b4-4f83-a79c-0a92de7dd8c5 service nova] Releasing lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.217543] env[69563]: DEBUG nova.network.neutron [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1238.272114] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01bd7b7-4e4a-4d11-9ee8-1c893ac00d67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.291810] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b221a-b36e-4b59-84d1-5ef1155399d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.326761] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb332d0b-6d62-4603-82ae-4c9277d27b16 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.341770] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440b7e9b-7e97-449b-843b-7ba4e8746e80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.360651] env[69563]: DEBUG nova.compute.provider_tree [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.428204] env[69563]: DEBUG nova.network.neutron [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [{"id": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "address": "fa:16:3e:2e:ea:f9", "network": {"id": "6a2e62f4-84fc-4eca-a4e7-55ea7615f1ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-446861835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7af696c8b2d487c912699d8c75972fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape762b98d-7e", "ovs_interfaceid": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1238.624302] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404645, 'name': ReconfigVM_Task, 'duration_secs': 0.706006} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.624640] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-942d74fc-143d-4512-90df-d9c73b23392a/volume-942d74fc-143d-4512-90df-d9c73b23392a.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.630383] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0360d833-53ad-4814-9eab-53fbce19e6e9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.649081] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1238.649081] env[69563]: value = "task-3404647" [ 1238.649081] env[69563]: _type = "Task" [ 1238.649081] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.658382] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.841136] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquiring lock "78f9308b-05fe-454f-910a-8cd1091f8eb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.841502] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "78f9308b-05fe-454f-910a-8cd1091f8eb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.841764] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquiring lock "78f9308b-05fe-454f-910a-8cd1091f8eb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.841987] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "78f9308b-05fe-454f-910a-8cd1091f8eb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.842220] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "78f9308b-05fe-454f-910a-8cd1091f8eb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.844687] env[69563]: INFO nova.compute.manager [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Terminating instance [ 1238.865054] env[69563]: DEBUG nova.scheduler.client.report [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.931469] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Releasing lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.931870] env[69563]: DEBUG nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Instance network_info: |[{"id": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "address": "fa:16:3e:2e:ea:f9", "network": {"id": "6a2e62f4-84fc-4eca-a4e7-55ea7615f1ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-446861835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7af696c8b2d487c912699d8c75972fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape762b98d-7e", "ovs_interfaceid": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.933386] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ea:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e762b98d-7e01-4d84-87fa-eff0fe6ec5f3', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.941543] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Creating folder: Project (a7af696c8b2d487c912699d8c75972fd). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.943039] env[69563]: DEBUG nova.compute.manager [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Received event network-vif-plugged-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.943248] env[69563]: DEBUG oslo_concurrency.lockutils [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] Acquiring lock "232fdc75-aedd-4716-be0e-7e536f373c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.943449] env[69563]: DEBUG oslo_concurrency.lockutils [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] Lock "232fdc75-aedd-4716-be0e-7e536f373c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.943608] env[69563]: DEBUG oslo_concurrency.lockutils [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] Lock "232fdc75-aedd-4716-be0e-7e536f373c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.943769] env[69563]: DEBUG nova.compute.manager [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] No waiting events found dispatching network-vif-plugged-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.943935] env[69563]: WARNING nova.compute.manager [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Received unexpected event network-vif-plugged-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 for instance with vm_state building and task_state spawning. [ 1238.944141] env[69563]: DEBUG nova.compute.manager [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Received event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.944303] env[69563]: DEBUG nova.compute.manager [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing instance network info cache due to event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.944521] env[69563]: DEBUG oslo_concurrency.lockutils [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] Acquiring lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.944676] env[69563]: DEBUG oslo_concurrency.lockutils [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] Acquired lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.944846] env[69563]: DEBUG nova.network.neutron [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1238.946135] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15a322d1-d367-4626-9df4-061029f7f17c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.959565] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Created folder: Project (a7af696c8b2d487c912699d8c75972fd) in parent group-v678952. [ 1238.959833] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Creating folder: Instances. Parent ref: group-v679276. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.960416] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-371477f0-17f9-4ab0-b4e4-8a9d90c10e80 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.970455] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Created folder: Instances in parent group-v679276. [ 1238.970770] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.970976] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.971189] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-553995ad-9311-4ab4-a3be-e9ba6623bf8a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.990692] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.990692] env[69563]: value = "task-3404650" [ 1238.990692] env[69563]: _type = "Task" [ 1238.990692] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.998361] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404650, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.105868] env[69563]: DEBUG nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.133081] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.133360] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.133541] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.133719] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.133866] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.134042] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.134259] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.134441] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.134610] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.134773] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.134962] env[69563]: DEBUG nova.virt.hardware [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.135895] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f882a9d-a0e3-4a71-b376-d73e8e5916ac {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.144966] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2982f2-beaa-4493-acb3-9134a02c1905 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.166121] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404647, 'name': ReconfigVM_Task, 'duration_secs': 0.17055} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.166435] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679271', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'name': 'volume-942d74fc-143d-4512-90df-d9c73b23392a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f00b031-749d-4573-9cad-efd211173c6f', 'attached_at': '', 'detached_at': '', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'serial': '942d74fc-143d-4512-90df-d9c73b23392a'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1239.166981] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b8088db-49d3-4c4e-a9a3-e4d8ae6b7962 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.173563] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1239.173563] env[69563]: value = "task-3404651" [ 1239.173563] env[69563]: _type = "Task" [ 1239.173563] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.181685] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404651, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.348885] env[69563]: DEBUG nova.compute.manager [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.349171] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.350185] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e289c-3b36-4b28-bb74-8d4e507f68c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.358522] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.358822] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51024c28-aa38-4d31-9111-6fb6a2a4cd3a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.364740] env[69563]: DEBUG oslo_vmware.api [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1239.364740] env[69563]: value = "task-3404652" [ 1239.364740] env[69563]: _type = "Task" [ 1239.364740] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.370099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.370702] env[69563]: DEBUG nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.376363] env[69563]: DEBUG oslo_vmware.api [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.504639] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404650, 'name': CreateVM_Task, 'duration_secs': 0.389227} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.504864] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.505696] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.506168] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.506310] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.506630] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de29a0c8-771c-4f92-8eb1-6dd21dc387c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.512408] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1239.512408] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc6355-12a8-e2a4-f36e-cc8bb28086ce" [ 1239.512408] env[69563]: _type = "Task" [ 1239.512408] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.522457] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc6355-12a8-e2a4-f36e-cc8bb28086ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.683571] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404651, 'name': Rename_Task, 'duration_secs': 0.179212} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.683839] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.684033] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa64eeae-58dc-441b-979a-c49db4190a32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.691298] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1239.691298] env[69563]: value = "task-3404653" [ 1239.691298] env[69563]: _type = "Task" [ 1239.691298] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.701021] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.734381] env[69563]: DEBUG nova.network.neutron [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Successfully updated port: 041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1239.760693] env[69563]: DEBUG nova.network.neutron [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updated VIF entry in instance network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1239.761136] env[69563]: DEBUG nova.network.neutron [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [{"id": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "address": "fa:16:3e:2e:ea:f9", "network": {"id": "6a2e62f4-84fc-4eca-a4e7-55ea7615f1ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-446861835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7af696c8b2d487c912699d8c75972fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape762b98d-7e", "ovs_interfaceid": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1239.875257] env[69563]: DEBUG oslo_vmware.api [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.878765] env[69563]: DEBUG nova.compute.utils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.880215] env[69563]: DEBUG nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.880344] env[69563]: DEBUG nova.network.neutron [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1239.915735] env[69563]: DEBUG nova.policy [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad976a18e274b159915b4dc848aa6cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8fbab8b3134d1f94677dafcd5cd688', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.023984] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52cc6355-12a8-e2a4-f36e-cc8bb28086ce, 'name': SearchDatastore_Task, 'duration_secs': 0.024586} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.024470] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.024761] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.025012] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.025184] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.025364] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.025623] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-505c309c-7160-46ee-886f-5e531980d0db {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.039776] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.039967] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.040692] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371f33c5-b861-47e6-9711-54ee29b34057 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.046210] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1240.046210] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5215ab18-4e46-d6e9-1842-60291fc33412" [ 1240.046210] env[69563]: _type = "Task" [ 1240.046210] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.054470] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5215ab18-4e46-d6e9-1842-60291fc33412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.172144] env[69563]: DEBUG nova.network.neutron [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Successfully created port: dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1240.205969] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.237787] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.237939] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.238107] env[69563]: DEBUG nova.network.neutron [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1240.264120] env[69563]: DEBUG oslo_concurrency.lockutils [req-7d810607-33d5-4c09-84de-5290a2df31c9 req-39713085-09cc-4681-b98e-23816f0d94a6 service nova] Releasing lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.376700] env[69563]: DEBUG oslo_vmware.api [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.382878] env[69563]: DEBUG nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.561283] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5215ab18-4e46-d6e9-1842-60291fc33412, 'name': SearchDatastore_Task, 'duration_secs': 0.043955} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.561283] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73e5ba1-4601-49e5-8853-84b0f8dc8605 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.567937] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1240.567937] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523e5bf9-72ca-0e9f-3beb-b6d80f2864ba" [ 1240.567937] env[69563]: _type = "Task" [ 1240.567937] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.582133] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523e5bf9-72ca-0e9f-3beb-b6d80f2864ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.705417] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.802815] env[69563]: DEBUG nova.network.neutron [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1240.877907] env[69563]: DEBUG oslo_vmware.api [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404652, 'name': PowerOffVM_Task, 'duration_secs': 1.184098} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.880841] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.881039] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.881315] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1861fad6-af2d-472f-b282-41c881795111 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.956791] env[69563]: DEBUG nova.network.neutron [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating instance_info_cache with network_info: [{"id": "041ab106-7faf-4592-bcc1-b8da477d1006", "address": "fa:16:3e:a5:76:76", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041ab106-7f", "ovs_interfaceid": "041ab106-7faf-4592-bcc1-b8da477d1006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1240.961565] env[69563]: DEBUG nova.compute.manager [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received event network-vif-plugged-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.961838] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] Acquiring lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.962126] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.962352] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.962557] env[69563]: DEBUG nova.compute.manager [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] No waiting events found dispatching network-vif-plugged-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.962768] env[69563]: WARNING nova.compute.manager [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received unexpected event network-vif-plugged-041ab106-7faf-4592-bcc1-b8da477d1006 for instance with vm_state building and task_state spawning. [ 1240.963011] env[69563]: DEBUG nova.compute.manager [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received event network-changed-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.963244] env[69563]: DEBUG nova.compute.manager [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Refreshing instance network info cache due to event network-changed-041ab106-7faf-4592-bcc1-b8da477d1006. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.963444] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] Acquiring lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.080126] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523e5bf9-72ca-0e9f-3beb-b6d80f2864ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014246} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.080395] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.080646] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e/232fdc75-aedd-4716-be0e-7e536f373c3e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.080901] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8202a19d-13d3-454b-af1d-3f78234f1122 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.088190] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1241.088190] env[69563]: value = "task-3404655" [ 1241.088190] env[69563]: _type = "Task" [ 1241.088190] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.097577] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.206370] env[69563]: DEBUG oslo_vmware.api [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404653, 'name': PowerOnVM_Task, 'duration_secs': 1.174147} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.206624] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.206891] env[69563]: INFO nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1241.207206] env[69563]: DEBUG nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.208089] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64179622-d43a-4981-9a40-f31c1721dd7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.287632] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.287804] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.287917] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Deleting the datastore file [datastore1] 78f9308b-05fe-454f-910a-8cd1091f8eb3 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.288155] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce9aa104-6053-4eaf-b911-138567d5e5fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.296098] env[69563]: DEBUG oslo_vmware.api [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for the task: (returnval){ [ 1241.296098] env[69563]: value = "task-3404656" [ 1241.296098] env[69563]: _type = "Task" [ 1241.296098] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.304818] env[69563]: DEBUG oslo_vmware.api [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.392717] env[69563]: DEBUG nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.420968] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.421264] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.421420] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.421596] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.421738] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.421882] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.422179] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.422354] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.422526] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.422677] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.422847] env[69563]: DEBUG nova.virt.hardware [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.423791] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbad890-aa84-4b07-99e3-c9f4df353992 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.434107] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2144704e-6f39-4fa6-b754-0909429207c9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.465239] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.467087] env[69563]: DEBUG nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Instance network_info: |[{"id": "041ab106-7faf-4592-bcc1-b8da477d1006", "address": "fa:16:3e:a5:76:76", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041ab106-7f", "ovs_interfaceid": "041ab106-7faf-4592-bcc1-b8da477d1006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.467087] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] Acquired lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.467087] env[69563]: DEBUG nova.network.neutron [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Refreshing network info cache for port 041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1241.467497] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:76:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '041ab106-7faf-4592-bcc1-b8da477d1006', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.479140] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.480341] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.480847] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b78ef322-67eb-4098-ae33-640737a4b952 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.504393] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.504393] env[69563]: value = "task-3404657" [ 1241.504393] env[69563]: _type = "Task" [ 1241.504393] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.518273] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404657, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.603505] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.735341] env[69563]: INFO nova.compute.manager [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Took 12.36 seconds to build instance. [ 1241.814593] env[69563]: DEBUG oslo_vmware.api [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Task: {'id': task-3404656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480885} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.815793] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.816020] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.816739] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.817168] env[69563]: INFO nova.compute.manager [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1241.817974] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.817974] env[69563]: DEBUG nova.compute.manager [-] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.818308] env[69563]: DEBUG nova.network.neutron [-] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1242.016439] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404657, 'name': CreateVM_Task, 'duration_secs': 0.396435} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.016763] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.017603] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.017923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.018380] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.018760] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7e0cf3-1ef8-4c00-93c2-4323ba048089 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.025143] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1242.025143] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e40536-bc8a-a574-a28a-7a5eff045f6a" [ 1242.025143] env[69563]: _type = "Task" [ 1242.025143] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.035208] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e40536-bc8a-a574-a28a-7a5eff045f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.102625] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627102} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.105661] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e/232fdc75-aedd-4716-be0e-7e536f373c3e.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.106154] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.106550] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b03304e2-8152-4932-9031-c3faebe0570a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.115977] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1242.115977] env[69563]: value = "task-3404658" [ 1242.115977] env[69563]: _type = "Task" [ 1242.115977] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.129587] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.162502] env[69563]: DEBUG nova.network.neutron [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Successfully updated port: dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1242.236966] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ad848db3-01b1-4b44-89da-06eeb52cd40b tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.877s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.307690] env[69563]: DEBUG nova.network.neutron [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updated VIF entry in instance network info cache for port 041ab106-7faf-4592-bcc1-b8da477d1006. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1242.308140] env[69563]: DEBUG nova.network.neutron [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating instance_info_cache with network_info: [{"id": "041ab106-7faf-4592-bcc1-b8da477d1006", "address": "fa:16:3e:a5:76:76", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041ab106-7f", "ovs_interfaceid": "041ab106-7faf-4592-bcc1-b8da477d1006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1242.536742] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e40536-bc8a-a574-a28a-7a5eff045f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013008} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.537069] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.537316] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.537557] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.537703] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.537879] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.538171] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e9aaf1a-992c-40d3-a944-e251bc1e5312 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.555395] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.555632] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.556554] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b828ed2b-c404-429e-bd3f-bd4f85757d45 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.563786] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1242.563786] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5223eb43-ec1d-b7cc-1f4d-757aa0b6b214" [ 1242.563786] env[69563]: _type = "Task" [ 1242.563786] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.572590] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5223eb43-ec1d-b7cc-1f4d-757aa0b6b214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.627786] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065983} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.628097] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.628949] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d2943-7c92-4933-8b94-5ad22fd19180 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.652810] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e/232fdc75-aedd-4716-be0e-7e536f373c3e.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.653090] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b47595-c83e-4db1-9af4-efbdd1dfd55a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.668791] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.668921] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.669078] env[69563]: DEBUG nova.network.neutron [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1242.676963] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1242.676963] env[69563]: value = "task-3404659" [ 1242.676963] env[69563]: _type = "Task" [ 1242.676963] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.686300] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.761261] env[69563]: DEBUG nova.network.neutron [-] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1242.810590] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb9e9893-2dd0-4d93-8f8a-29e9acb7211a req-860090f6-c19b-4cc0-9c63-3ae81130aee3 service nova] Releasing lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.028843] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Received event network-vif-plugged-dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.028843] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Acquiring lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.028843] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.028957] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.032468] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] No waiting events found dispatching network-vif-plugged-dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.032468] env[69563]: WARNING nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Received unexpected event network-vif-plugged-dfe84a3d-5759-46f8-85a5-07289f6566aa for instance with vm_state building and task_state spawning. [ 1243.032468] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Received event network-changed-dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.032468] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Refreshing instance network info cache due to event network-changed-dfe84a3d-5759-46f8-85a5-07289f6566aa. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.032468] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Acquiring lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.075560] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5223eb43-ec1d-b7cc-1f4d-757aa0b6b214, 'name': SearchDatastore_Task, 'duration_secs': 0.093008} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.076416] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321b2afc-a90b-44a5-9c5e-2be6ea5dcd7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.082123] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1243.082123] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204aff1-f63d-2af1-a01a-042e3c0aca75" [ 1243.082123] env[69563]: _type = "Task" [ 1243.082123] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.090324] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204aff1-f63d-2af1-a01a-042e3c0aca75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.189686] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404659, 'name': ReconfigVM_Task, 'duration_secs': 0.291199} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.189975] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e/232fdc75-aedd-4716-be0e-7e536f373c3e.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.190623] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5514f03c-00d3-4d68-b99e-94eb0fdd6441 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.199115] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1243.199115] env[69563]: value = "task-3404660" [ 1243.199115] env[69563]: _type = "Task" [ 1243.199115] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.208252] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404660, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.233228] env[69563]: DEBUG nova.network.neutron [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1243.263666] env[69563]: INFO nova.compute.manager [-] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Took 1.45 seconds to deallocate network for instance. [ 1243.399083] env[69563]: DEBUG nova.network.neutron [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [{"id": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "address": "fa:16:3e:32:64:24", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe84a3d-57", "ovs_interfaceid": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1243.594080] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204aff1-f63d-2af1-a01a-042e3c0aca75, 'name': SearchDatastore_Task, 'duration_secs': 0.053182} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.594396] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.594660] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da/49b5a8f3-6010-47a1-9552-b6c3f19806da.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.594921] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a517738-22a7-4f12-a79e-4500f78d5d28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.602482] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1243.602482] env[69563]: value = "task-3404661" [ 1243.602482] env[69563]: _type = "Task" [ 1243.602482] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.611234] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.710690] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404660, 'name': Rename_Task, 'duration_secs': 0.146323} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.711042] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.711325] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54c5b92d-3193-4571-a94b-30c3959bf58f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.717979] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1243.717979] env[69563]: value = "task-3404662" [ 1243.717979] env[69563]: _type = "Task" [ 1243.717979] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.727389] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.770319] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.770645] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.770889] env[69563]: DEBUG nova.objects.instance [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lazy-loading 'resources' on Instance uuid 78f9308b-05fe-454f-910a-8cd1091f8eb3 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.901587] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.901967] env[69563]: DEBUG nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Instance network_info: |[{"id": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "address": "fa:16:3e:32:64:24", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe84a3d-57", "ovs_interfaceid": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.903067] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Acquired lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.903296] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Refreshing network info cache for port dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1243.905577] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:64:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe84a3d-5759-46f8-85a5-07289f6566aa', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.915946] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.917252] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.917587] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3661038f-eff6-462b-9fbe-23b93d31a1bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.945817] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.945817] env[69563]: value = "task-3404663" [ 1243.945817] env[69563]: _type = "Task" [ 1243.945817] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.956648] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404663, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.116887] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404661, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.229237] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.374397] env[69563]: DEBUG nova.compute.manager [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1244.421719] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427409bb-119f-4fa5-af1f-569728b97533 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.430274] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c44e88c-da74-4d7b-b171-38f2a4f43cfe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.467835] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3601f57e-98d3-49ae-8c20-c017f58c0789 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.478230] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404663, 'name': CreateVM_Task, 'duration_secs': 0.431899} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.479463] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d91673-df25-4832-9cd7-22677f853968 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.483086] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.484095] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.484301] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.484621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.485244] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465e1067-7b67-47c2-9863-4cc338cd0d5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.495530] env[69563]: DEBUG nova.compute.provider_tree [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.500454] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1244.500454] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e0a46-f06c-482c-bb46-5157cd8ad3c6" [ 1244.500454] env[69563]: _type = "Task" [ 1244.500454] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.509353] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e0a46-f06c-482c-bb46-5157cd8ad3c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.613451] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568447} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.613694] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da/49b5a8f3-6010-47a1-9552-b6c3f19806da.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.613943] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.614238] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908fc707-9aed-4123-89b6-b7bbb807093c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.621065] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1244.621065] env[69563]: value = "task-3404664" [ 1244.621065] env[69563]: _type = "Task" [ 1244.621065] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.630968] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.659611] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updated VIF entry in instance network info cache for port dfe84a3d-5759-46f8-85a5-07289f6566aa. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1244.659965] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [{"id": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "address": "fa:16:3e:32:64:24", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe84a3d-57", "ovs_interfaceid": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1244.730382] env[69563]: DEBUG oslo_vmware.api [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404662, 'name': PowerOnVM_Task, 'duration_secs': 0.51299} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.730662] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.730863] env[69563]: INFO nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1244.731061] env[69563]: DEBUG nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.731849] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d6936f-c68f-45c9-82ed-9aadec58273c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.891972] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.998681] env[69563]: DEBUG nova.scheduler.client.report [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.012545] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524e0a46-f06c-482c-bb46-5157cd8ad3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.07878} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.012822] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.013058] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.013363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.013508] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.013704] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.014772] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b7b62d1-8259-432c-a2c2-f6a806cd3c17 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.028159] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.028354] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.029202] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd30e984-533b-4abc-82b3-1cee7157e8fa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.035182] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1245.035182] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b5fcc9-4297-24a2-2732-592d445d2ea3" [ 1245.035182] env[69563]: _type = "Task" [ 1245.035182] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.042619] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b5fcc9-4297-24a2-2732-592d445d2ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.130995] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.414826} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.131392] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.132265] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb773f81-d88d-4486-9caf-f370d8c151f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.156884] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da/49b5a8f3-6010-47a1-9552-b6c3f19806da.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.157207] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d420380-1b16-44de-b7c2-b18e75e13f01 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.172124] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Releasing lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.172376] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Received event network-vif-deleted-67324243-3566-47bf-813c-a3317b3552dc {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.172575] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Received event network-changed-c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.172729] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Refreshing instance network info cache due to event network-changed-c888f52c-9d07-4fd8-8078-bd2a4661d8e0. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.172955] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Acquiring lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.173150] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Acquired lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.173329] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Refreshing network info cache for port c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1245.181666] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1245.181666] env[69563]: value = "task-3404665" [ 1245.181666] env[69563]: _type = "Task" [ 1245.181666] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.191326] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.250798] env[69563]: INFO nova.compute.manager [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Took 14.50 seconds to build instance. [ 1245.507097] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.511036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.619s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.532843] env[69563]: INFO nova.scheduler.client.report [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Deleted allocations for instance 78f9308b-05fe-454f-910a-8cd1091f8eb3 [ 1245.546262] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b5fcc9-4297-24a2-2732-592d445d2ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.078593} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.547099] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8735f9e-fed0-43e9-acf6-f4a2b1e96753 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.553227] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1245.553227] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5263c3c8-d61f-8c2f-333a-b83aa3687045" [ 1245.553227] env[69563]: _type = "Task" [ 1245.553227] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.562697] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5263c3c8-d61f-8c2f-333a-b83aa3687045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.691321] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.753278] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bda85b49-1d53-4e2f-9443-79d8b10b3430 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "232fdc75-aedd-4716-be0e-7e536f373c3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.012s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.905840] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Updated VIF entry in instance network info cache for port c888f52c-9d07-4fd8-8078-bd2a4661d8e0. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1245.906445] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Updating instance_info_cache with network_info: [{"id": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "address": "fa:16:3e:bc:b7:83", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc888f52c-9d", "ovs_interfaceid": "c888f52c-9d07-4fd8-8078-bd2a4661d8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1246.016076] env[69563]: INFO nova.compute.claims [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.043086] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a419d20b-eb63-452b-a40d-ed0e36e29d3a tempest-ServerMetadataTestJSON-1926521148 tempest-ServerMetadataTestJSON-1926521148-project-member] Lock "78f9308b-05fe-454f-910a-8cd1091f8eb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.202s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.064176] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5263c3c8-d61f-8c2f-333a-b83aa3687045, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.064464] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.064724] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72/e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.065223] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-049a683b-273e-4e80-8a1e-e79388475b92 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.072753] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1246.072753] env[69563]: value = "task-3404666" [ 1246.072753] env[69563]: _type = "Task" [ 1246.072753] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.080664] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.194204] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404665, 'name': ReconfigVM_Task, 'duration_secs': 0.813896} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.194471] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da/49b5a8f3-6010-47a1-9552-b6c3f19806da.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.195079] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-473b60af-aea4-4536-9766-81361837083e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.202320] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1246.202320] env[69563]: value = "task-3404667" [ 1246.202320] env[69563]: _type = "Task" [ 1246.202320] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.211025] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404667, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.228751] env[69563]: INFO nova.compute.manager [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Rescuing [ 1246.229089] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.229257] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquired lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.229424] env[69563]: DEBUG nova.network.neutron [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1246.409302] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Releasing lock "refresh_cache-ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.409591] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Received event network-changed-c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.409767] env[69563]: DEBUG nova.compute.manager [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Refreshing instance network info cache due to event network-changed-c682fd2c-78fc-4a35-ad9f-50e84ef63dde. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.409979] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Acquiring lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.410139] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Acquired lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.410308] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Refreshing network info cache for port c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1246.522186] env[69563]: INFO nova.compute.resource_tracker [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating resource usage from migration 933342fc-c5f0-4968-95f3-0bb71ad208b7 [ 1246.584302] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404666, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.650067] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023dfb70-e88d-4432-8272-0aae2770a851 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.658485] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c819dcb-1ad9-4aa1-87fd-253b8be82b03 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.690772] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f316d-7a2c-49e3-ae8c-e45df76f0bf0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.700384] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e08e98-21a1-48e0-82df-b85ea9b96a32 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.717932] env[69563]: DEBUG nova.compute.provider_tree [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.721935] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404667, 'name': Rename_Task, 'duration_secs': 0.249564} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.722499] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.723046] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f08cae71-611a-4fe0-8192-68bcc2950cdd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.730738] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1246.730738] env[69563]: value = "task-3404668" [ 1246.730738] env[69563]: _type = "Task" [ 1246.730738] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.748753] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.045849] env[69563]: DEBUG nova.network.neutron [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [{"id": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "address": "fa:16:3e:2e:ea:f9", "network": {"id": "6a2e62f4-84fc-4eca-a4e7-55ea7615f1ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-446861835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7af696c8b2d487c912699d8c75972fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape762b98d-7e", "ovs_interfaceid": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1247.088461] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635044} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.088461] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72/e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.088461] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.088461] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2df123e5-009a-47fd-806f-0f919717be97 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.096920] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1247.096920] env[69563]: value = "task-3404669" [ 1247.096920] env[69563]: _type = "Task" [ 1247.096920] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.108812] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.224394] env[69563]: DEBUG nova.scheduler.client.report [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.230480] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updated VIF entry in instance network info cache for port c682fd2c-78fc-4a35-ad9f-50e84ef63dde. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1247.230807] env[69563]: DEBUG nova.network.neutron [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance_info_cache with network_info: [{"id": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "address": "fa:16:3e:f0:30:d8", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc682fd2c-78", "ovs_interfaceid": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1247.246335] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.549205] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Releasing lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.608472] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066816} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.608747] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.609706] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5167b1c4-669a-4a63-9e87-04d8aace5d84 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.636235] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72/e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.636543] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2187c232-76ce-49e0-b962-b5c1772ba8f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.661759] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1247.661759] env[69563]: value = "task-3404670" [ 1247.661759] env[69563]: _type = "Task" [ 1247.661759] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.671104] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.729801] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.219s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.730074] env[69563]: INFO nova.compute.manager [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Migrating [ 1247.746641] env[69563]: DEBUG oslo_concurrency.lockutils [req-e883fa03-6025-4272-8b01-f8cc1865c271 req-156cd485-8da3-4dbf-8199-bb9afca9aac2 service nova] Releasing lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.759416] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.173943] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404670, 'name': ReconfigVM_Task, 'duration_secs': 0.297372} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.174280] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72/e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.174944] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8610d43f-d8d1-4cca-a4df-08f17f357d15 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.184299] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1248.184299] env[69563]: value = "task-3404671" [ 1248.184299] env[69563]: _type = "Task" [ 1248.184299] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.193586] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404671, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.247915] env[69563]: DEBUG oslo_vmware.api [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404668, 'name': PowerOnVM_Task, 'duration_secs': 1.506194} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.248230] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.248444] env[69563]: INFO nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1248.248625] env[69563]: DEBUG nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.249617] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9644343a-96a0-4516-8d7f-ffb488a00b3b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.254467] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.254811] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.254811] env[69563]: DEBUG nova.network.neutron [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1248.696960] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404671, 'name': Rename_Task, 'duration_secs': 0.170105} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.696960] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.696960] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2265a271-888b-4458-a550-a3e39b38ec91 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.702822] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1248.702822] env[69563]: value = "task-3404672" [ 1248.702822] env[69563]: _type = "Task" [ 1248.702822] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.712324] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.772761] env[69563]: INFO nova.compute.manager [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Took 17.23 seconds to build instance. [ 1249.044338] env[69563]: DEBUG nova.network.neutron [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance_info_cache with network_info: [{"id": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "address": "fa:16:3e:f0:30:d8", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc682fd2c-78", "ovs_interfaceid": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1249.093887] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.094397] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71830abf-7dc3-4feb-b7cd-bd2fe4ffaacc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.102530] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1249.102530] env[69563]: value = "task-3404673" [ 1249.102530] env[69563]: _type = "Task" [ 1249.102530] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.110982] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.206222] env[69563]: DEBUG nova.compute.manager [req-1e70710b-08dc-4541-90d6-858450101930 req-85413165-e5e6-46df-95f7-34dc3e207534 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received event network-changed-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.206599] env[69563]: DEBUG nova.compute.manager [req-1e70710b-08dc-4541-90d6-858450101930 req-85413165-e5e6-46df-95f7-34dc3e207534 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Refreshing instance network info cache due to event network-changed-041ab106-7faf-4592-bcc1-b8da477d1006. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.206599] env[69563]: DEBUG oslo_concurrency.lockutils [req-1e70710b-08dc-4541-90d6-858450101930 req-85413165-e5e6-46df-95f7-34dc3e207534 service nova] Acquiring lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.207062] env[69563]: DEBUG oslo_concurrency.lockutils [req-1e70710b-08dc-4541-90d6-858450101930 req-85413165-e5e6-46df-95f7-34dc3e207534 service nova] Acquired lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.207575] env[69563]: DEBUG nova.network.neutron [req-1e70710b-08dc-4541-90d6-858450101930 req-85413165-e5e6-46df-95f7-34dc3e207534 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Refreshing network info cache for port 041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1249.220892] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.274962] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5b139b7a-b6b0-435e-9e81-5e78b7f2b186 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.744s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.306691] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.306691] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.546945] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.613428] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404673, 'name': PowerOffVM_Task, 'duration_secs': 0.3117} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.613642] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.614482] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46151de-7782-4cbc-9e92-2f40ef783cd4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.633188] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1369454c-4e85-4b95-bcb0-56921c8a62c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.668840] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.669150] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd7d1b6-40bd-4137-a8a6-a3e2ff526ccc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.676608] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1249.676608] env[69563]: value = "task-3404674" [ 1249.676608] env[69563]: _type = "Task" [ 1249.676608] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.684818] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.716972] env[69563]: DEBUG oslo_vmware.api [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404672, 'name': PowerOnVM_Task, 'duration_secs': 0.577045} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.717295] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.717503] env[69563]: INFO nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1249.717683] env[69563]: DEBUG nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.718786] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5698188-e4dc-4fff-b14b-a8527700f510 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.809038] env[69563]: DEBUG nova.compute.manager [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.965020] env[69563]: DEBUG nova.network.neutron [req-1e70710b-08dc-4541-90d6-858450101930 req-85413165-e5e6-46df-95f7-34dc3e207534 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updated VIF entry in instance network info cache for port 041ab106-7faf-4592-bcc1-b8da477d1006. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1249.965020] env[69563]: DEBUG nova.network.neutron [req-1e70710b-08dc-4541-90d6-858450101930 req-85413165-e5e6-46df-95f7-34dc3e207534 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating instance_info_cache with network_info: [{"id": "041ab106-7faf-4592-bcc1-b8da477d1006", "address": "fa:16:3e:a5:76:76", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041ab106-7f", "ovs_interfaceid": "041ab106-7faf-4592-bcc1-b8da477d1006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1250.189102] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1250.189270] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.189541] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.189708] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.189900] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.190176] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba47f849-4437-4f95-b7e7-0a8dd97fe2eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.200355] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.200558] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.201271] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a333eb7-e69d-4933-8e22-b56e71bc938b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.206770] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1250.206770] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204b700-b643-3632-10c5-63296deddc2d" [ 1250.206770] env[69563]: _type = "Task" [ 1250.206770] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.218469] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204b700-b643-3632-10c5-63296deddc2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.239276] env[69563]: INFO nova.compute.manager [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Took 15.40 seconds to build instance. [ 1250.335404] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.335800] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.337401] env[69563]: INFO nova.compute.claims [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.468345] env[69563]: DEBUG oslo_concurrency.lockutils [req-1e70710b-08dc-4541-90d6-858450101930 req-85413165-e5e6-46df-95f7-34dc3e207534 service nova] Releasing lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.719545] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5204b700-b643-3632-10c5-63296deddc2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.720530] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b49389-a4ff-4e55-b02a-592f37cd6b74 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.728154] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1250.728154] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b4a653-aa23-c9bf-feac-6772d9cf087a" [ 1250.728154] env[69563]: _type = "Task" [ 1250.728154] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.738088] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b4a653-aa23-c9bf-feac-6772d9cf087a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.741727] env[69563]: DEBUG oslo_concurrency.lockutils [None req-bf7087fa-1762-4524-83b3-7ffdcc78b2de tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.906s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.061556] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3dd80e-bc0d-4312-86fa-13e8d9f55a6d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.083166] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance '3f00b031-749d-4573-9cad-efd211173c6f' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.235375] env[69563]: DEBUG nova.compute.manager [req-a92f224c-db6a-4a58-9db5-f87236622053 req-8483c27a-0e8a-4921-88ae-73283f64e27b service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Received event network-changed-dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.235656] env[69563]: DEBUG nova.compute.manager [req-a92f224c-db6a-4a58-9db5-f87236622053 req-8483c27a-0e8a-4921-88ae-73283f64e27b service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Refreshing instance network info cache due to event network-changed-dfe84a3d-5759-46f8-85a5-07289f6566aa. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.235779] env[69563]: DEBUG oslo_concurrency.lockutils [req-a92f224c-db6a-4a58-9db5-f87236622053 req-8483c27a-0e8a-4921-88ae-73283f64e27b service nova] Acquiring lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.235920] env[69563]: DEBUG oslo_concurrency.lockutils [req-a92f224c-db6a-4a58-9db5-f87236622053 req-8483c27a-0e8a-4921-88ae-73283f64e27b service nova] Acquired lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.236247] env[69563]: DEBUG nova.network.neutron [req-a92f224c-db6a-4a58-9db5-f87236622053 req-8483c27a-0e8a-4921-88ae-73283f64e27b service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Refreshing network info cache for port dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1251.243990] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b4a653-aa23-c9bf-feac-6772d9cf087a, 'name': SearchDatastore_Task, 'duration_secs': 0.012531} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.244753] env[69563]: DEBUG oslo_concurrency.lockutils [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.244943] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. {{(pid=69563) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1251.245214] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6855310a-c7ef-4365-846b-ba68eea8e915 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.253476] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1251.253476] env[69563]: value = "task-3404675" [ 1251.253476] env[69563]: _type = "Task" [ 1251.253476] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.262421] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.472867] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a858db2-05ed-411d-9ca8-cbb5acf6cd8c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.482783] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698da81e-4dcc-4c1e-b3c6-6ac9c504f594 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.523794] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd773e8-81e6-469f-bbbb-751404fcbbb6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.533704] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1139430e-2dc8-416d-8040-de9e268b5b5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.550151] env[69563]: DEBUG nova.compute.provider_tree [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.590191] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.590517] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77526175-ab6a-4bd8-a4a8-2cddc6c8aeff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.600865] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1251.600865] env[69563]: value = "task-3404676" [ 1251.600865] env[69563]: _type = "Task" [ 1251.600865] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.612804] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.764168] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404675, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.967823] env[69563]: DEBUG nova.network.neutron [req-a92f224c-db6a-4a58-9db5-f87236622053 req-8483c27a-0e8a-4921-88ae-73283f64e27b service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updated VIF entry in instance network info cache for port dfe84a3d-5759-46f8-85a5-07289f6566aa. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1251.968237] env[69563]: DEBUG nova.network.neutron [req-a92f224c-db6a-4a58-9db5-f87236622053 req-8483c27a-0e8a-4921-88ae-73283f64e27b service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [{"id": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "address": "fa:16:3e:32:64:24", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe84a3d-57", "ovs_interfaceid": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1252.055079] env[69563]: DEBUG nova.scheduler.client.report [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.111407] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.269651] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805377} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.270143] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk. [ 1252.271505] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a14912b-6430-446f-93f3-53356f3e6174 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.307899] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.308335] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbcdb84f-26ad-4119-959e-23ede279fd7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.328650] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1252.328650] env[69563]: value = "task-3404677" [ 1252.328650] env[69563]: _type = "Task" [ 1252.328650] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.338229] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.471288] env[69563]: DEBUG oslo_concurrency.lockutils [req-a92f224c-db6a-4a58-9db5-f87236622053 req-8483c27a-0e8a-4921-88ae-73283f64e27b service nova] Releasing lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.562022] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.562520] env[69563]: DEBUG nova.compute.manager [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.614220] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404676, 'name': PowerOffVM_Task, 'duration_secs': 0.729954} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.614497] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.614668] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance '3f00b031-749d-4573-9cad-efd211173c6f' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.841590] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.068063] env[69563]: DEBUG nova.compute.utils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.070030] env[69563]: DEBUG nova.compute.manager [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1253.122775] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.123099] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.123431] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.123733] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.123954] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.124195] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.124565] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.124808] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.125122] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.125402] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.125679] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.134596] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c5ae10-b032-4c88-b84b-87f1046a7dc2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.159691] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1253.159691] env[69563]: value = "task-3404678" [ 1253.159691] env[69563]: _type = "Task" [ 1253.159691] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.168599] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.347572] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.571754] env[69563]: DEBUG nova.compute.manager [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.670849] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404678, 'name': ReconfigVM_Task, 'duration_secs': 0.205799} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.671131] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance '3f00b031-749d-4573-9cad-efd211173c6f' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.841518] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404677, 'name': ReconfigVM_Task, 'duration_secs': 1.040723} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.841829] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7-rescue.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.842718] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6589d6ac-1bda-4139-83ec-699f052620b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.869977] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff296f7a-bcef-4d3e-90c2-ba1826550041 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.886098] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1253.886098] env[69563]: value = "task-3404679" [ 1253.886098] env[69563]: _type = "Task" [ 1253.886098] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.894210] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.178031] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.178031] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.178031] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.178031] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.178565] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.178844] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.179184] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.179468] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.179762] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.180590] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.180590] env[69563]: DEBUG nova.virt.hardware [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.185566] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.185840] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0486a48f-4227-4732-8e3d-9ab51e5ffb2f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.205637] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1254.205637] env[69563]: value = "task-3404680" [ 1254.205637] env[69563]: _type = "Task" [ 1254.205637] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.213839] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.396418] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404679, 'name': ReconfigVM_Task, 'duration_secs': 0.15415} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.396703] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.396958] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6c0d99-662b-4115-890c-ce26e7b03efc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.404501] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1254.404501] env[69563]: value = "task-3404681" [ 1254.404501] env[69563]: _type = "Task" [ 1254.404501] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.413164] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.582366] env[69563]: DEBUG nova.compute.manager [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.611021] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.611179] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.611272] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.611455] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.611600] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.611746] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.611955] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.612137] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.612311] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.612476] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.612650] env[69563]: DEBUG nova.virt.hardware [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.613528] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939fd9d-d5a6-43df-838f-2b058ccba255 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.622008] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7485f19a-1ec3-498d-b7c2-8ea4393e7a66 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.636212] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.641848] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Creating folder: Project (f438f00a1669469a83a2c0fbc4fd73f0). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.642182] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62a2248c-8017-49bf-91a7-c8b29661febc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.654536] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Created folder: Project (f438f00a1669469a83a2c0fbc4fd73f0) in parent group-v678952. [ 1254.654733] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Creating folder: Instances. Parent ref: group-v679281. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.654968] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43fa6f7a-a26f-492a-b2fc-2c683aab4a99 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.665380] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Created folder: Instances in parent group-v679281. [ 1254.665660] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.665870] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.666099] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9fdaf8e-345f-47fd-8896-71e8ec859b6c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.682941] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.682941] env[69563]: value = "task-3404684" [ 1254.682941] env[69563]: _type = "Task" [ 1254.682941] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.690397] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404684, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.718623] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.914990] env[69563]: DEBUG oslo_vmware.api [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404681, 'name': PowerOnVM_Task, 'duration_secs': 0.405906} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.915221] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.917942] env[69563]: DEBUG nova.compute.manager [None req-22b7a366-5712-4c32-997c-a3721c55d368 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.918757] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b007a5-335d-4657-875b-f339ab3cd0cb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.194809] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404684, 'name': CreateVM_Task} progress is 25%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.217967] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.624983] env[69563]: DEBUG nova.compute.manager [req-c100d5b5-8cf2-497d-847a-b32cd80a276d req-8c92ad2a-743a-4535-8c96-3341e5be4d4f service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Received event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.625237] env[69563]: DEBUG nova.compute.manager [req-c100d5b5-8cf2-497d-847a-b32cd80a276d req-8c92ad2a-743a-4535-8c96-3341e5be4d4f service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing instance network info cache due to event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.625399] env[69563]: DEBUG oslo_concurrency.lockutils [req-c100d5b5-8cf2-497d-847a-b32cd80a276d req-8c92ad2a-743a-4535-8c96-3341e5be4d4f service nova] Acquiring lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.625542] env[69563]: DEBUG oslo_concurrency.lockutils [req-c100d5b5-8cf2-497d-847a-b32cd80a276d req-8c92ad2a-743a-4535-8c96-3341e5be4d4f service nova] Acquired lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.625699] env[69563]: DEBUG nova.network.neutron [req-c100d5b5-8cf2-497d-847a-b32cd80a276d req-8c92ad2a-743a-4535-8c96-3341e5be4d4f service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1255.694509] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404684, 'name': CreateVM_Task, 'duration_secs': 0.871845} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.694689] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.695126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.695288] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.695604] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.695858] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36245592-9212-46e7-b587-0a50a938040c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.701491] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1255.701491] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52346ea9-2ed7-c13c-a382-ce7e375c920b" [ 1255.701491] env[69563]: _type = "Task" [ 1255.701491] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.710350] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52346ea9-2ed7-c13c-a382-ce7e375c920b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.717810] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404680, 'name': ReconfigVM_Task, 'duration_secs': 1.189289} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.718176] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.719109] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4102d418-5a36-40f3-afc7-56bb017744b0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.742252] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-942d74fc-143d-4512-90df-d9c73b23392a/volume-942d74fc-143d-4512-90df-d9c73b23392a.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.742513] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0953d416-ba52-4870-9c3d-5264db143c18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.761460] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1255.761460] env[69563]: value = "task-3404685" [ 1255.761460] env[69563]: _type = "Task" [ 1255.761460] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.770619] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.214802] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52346ea9-2ed7-c13c-a382-ce7e375c920b, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.215122] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.215360] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.215593] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.215758] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.215904] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.216199] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35b3ac3-ed9f-4f69-b08a-e751c29a0735 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.225929] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.226152] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.226990] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7c07ad-77e1-4d11-bd06-d29d0bb6f2be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.232626] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1256.232626] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520631ab-52a2-a5c7-58f5-c84de6b2532d" [ 1256.232626] env[69563]: _type = "Task" [ 1256.232626] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.244320] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520631ab-52a2-a5c7-58f5-c84de6b2532d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.271128] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404685, 'name': ReconfigVM_Task, 'duration_secs': 0.292845} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.271389] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-942d74fc-143d-4512-90df-d9c73b23392a/volume-942d74fc-143d-4512-90df-d9c73b23392a.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.271659] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance '3f00b031-749d-4573-9cad-efd211173c6f' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.337860] env[69563]: DEBUG nova.network.neutron [req-c100d5b5-8cf2-497d-847a-b32cd80a276d req-8c92ad2a-743a-4535-8c96-3341e5be4d4f service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updated VIF entry in instance network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1256.338271] env[69563]: DEBUG nova.network.neutron [req-c100d5b5-8cf2-497d-847a-b32cd80a276d req-8c92ad2a-743a-4535-8c96-3341e5be4d4f service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [{"id": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "address": "fa:16:3e:2e:ea:f9", "network": {"id": "6a2e62f4-84fc-4eca-a4e7-55ea7615f1ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-446861835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7af696c8b2d487c912699d8c75972fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape762b98d-7e", "ovs_interfaceid": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1256.746579] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520631ab-52a2-a5c7-58f5-c84de6b2532d, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.747456] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428ea7b6-d07d-423f-97ff-0250a4029a24 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.754535] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1256.754535] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52764310-ce19-5a56-c1e4-0c714a2e383c" [ 1256.754535] env[69563]: _type = "Task" [ 1256.754535] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.763830] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52764310-ce19-5a56-c1e4-0c714a2e383c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.778214] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466ec52-7cb4-4433-a26f-bfc6149ada53 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.797862] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94da3d1e-ee0b-45a6-8234-b6958865f0a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.817771] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance '3f00b031-749d-4573-9cad-efd211173c6f' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.841231] env[69563]: DEBUG oslo_concurrency.lockutils [req-c100d5b5-8cf2-497d-847a-b32cd80a276d req-8c92ad2a-743a-4535-8c96-3341e5be4d4f service nova] Releasing lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.264637] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52764310-ce19-5a56-c1e4-0c714a2e383c, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.264912] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.265184] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] b0a68b19-983f-444e-ba1a-0d1a96e2d61b/b0a68b19-983f-444e-ba1a-0d1a96e2d61b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.265443] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5add4260-73fb-46e6-9429-ffcd2f1efb11 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.272868] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1257.272868] env[69563]: value = "task-3404686" [ 1257.272868] env[69563]: _type = "Task" [ 1257.272868] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.281427] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.474389] env[69563]: DEBUG nova.compute.manager [req-b0fa726c-b6bd-4404-ac0b-924ece56be95 req-4c4632f1-594d-438f-a930-031af3f30ec0 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Received event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.474670] env[69563]: DEBUG nova.compute.manager [req-b0fa726c-b6bd-4404-ac0b-924ece56be95 req-4c4632f1-594d-438f-a930-031af3f30ec0 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing instance network info cache due to event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.474933] env[69563]: DEBUG oslo_concurrency.lockutils [req-b0fa726c-b6bd-4404-ac0b-924ece56be95 req-4c4632f1-594d-438f-a930-031af3f30ec0 service nova] Acquiring lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.475154] env[69563]: DEBUG oslo_concurrency.lockutils [req-b0fa726c-b6bd-4404-ac0b-924ece56be95 req-4c4632f1-594d-438f-a930-031af3f30ec0 service nova] Acquired lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.475374] env[69563]: DEBUG nova.network.neutron [req-b0fa726c-b6bd-4404-ac0b-924ece56be95 req-4c4632f1-594d-438f-a930-031af3f30ec0 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1257.658347] env[69563]: DEBUG nova.compute.manager [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Received event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.658581] env[69563]: DEBUG nova.compute.manager [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing instance network info cache due to event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.658796] env[69563]: DEBUG oslo_concurrency.lockutils [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] Acquiring lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.782963] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480359} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.783342] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] b0a68b19-983f-444e-ba1a-0d1a96e2d61b/b0a68b19-983f-444e-ba1a-0d1a96e2d61b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.783467] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.783708] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bd1669c-1f1c-42f3-8ed1-710533afb276 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.791137] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1257.791137] env[69563]: value = "task-3404687" [ 1257.791137] env[69563]: _type = "Task" [ 1257.791137] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.801392] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.155117] env[69563]: DEBUG nova.network.neutron [req-b0fa726c-b6bd-4404-ac0b-924ece56be95 req-4c4632f1-594d-438f-a930-031af3f30ec0 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updated VIF entry in instance network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1258.155490] env[69563]: DEBUG nova.network.neutron [req-b0fa726c-b6bd-4404-ac0b-924ece56be95 req-4c4632f1-594d-438f-a930-031af3f30ec0 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [{"id": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "address": "fa:16:3e:2e:ea:f9", "network": {"id": "6a2e62f4-84fc-4eca-a4e7-55ea7615f1ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-446861835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7af696c8b2d487c912699d8c75972fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape762b98d-7e", "ovs_interfaceid": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1258.301298] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076764} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.301578] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.302384] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe617980-3a8c-46a3-9cc5-818ec9374f69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.322537] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b0a68b19-983f-444e-ba1a-0d1a96e2d61b/b0a68b19-983f-444e-ba1a-0d1a96e2d61b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.322796] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bcea92-059e-43bd-a73c-b12861729cae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.343135] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1258.343135] env[69563]: value = "task-3404688" [ 1258.343135] env[69563]: _type = "Task" [ 1258.343135] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.351982] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.474506] env[69563]: DEBUG nova.network.neutron [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Port c682fd2c-78fc-4a35-ad9f-50e84ef63dde binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1258.658806] env[69563]: DEBUG oslo_concurrency.lockutils [req-b0fa726c-b6bd-4404-ac0b-924ece56be95 req-4c4632f1-594d-438f-a930-031af3f30ec0 service nova] Releasing lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.659291] env[69563]: DEBUG oslo_concurrency.lockutils [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] Acquired lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.659489] env[69563]: DEBUG nova.network.neutron [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1258.668872] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "232fdc75-aedd-4716-be0e-7e536f373c3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.669108] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "232fdc75-aedd-4716-be0e-7e536f373c3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.669309] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "232fdc75-aedd-4716-be0e-7e536f373c3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.669490] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "232fdc75-aedd-4716-be0e-7e536f373c3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.669657] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "232fdc75-aedd-4716-be0e-7e536f373c3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.671763] env[69563]: INFO nova.compute.manager [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Terminating instance [ 1258.854027] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404688, 'name': ReconfigVM_Task, 'duration_secs': 0.280011} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.854391] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b0a68b19-983f-444e-ba1a-0d1a96e2d61b/b0a68b19-983f-444e-ba1a-0d1a96e2d61b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.854986] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-828e32d6-fd92-43a7-93c5-3c31631c7159 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.861196] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1258.861196] env[69563]: value = "task-3404689" [ 1258.861196] env[69563]: _type = "Task" [ 1258.861196] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.871688] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404689, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.175997] env[69563]: DEBUG nova.compute.manager [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.176259] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.177221] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a75084-5a2f-4044-9151-ecf41efb27ce {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.185426] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.185659] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0296aefe-4232-4dab-8dc0-ffb21fbcc92f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.194460] env[69563]: DEBUG oslo_vmware.api [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1259.194460] env[69563]: value = "task-3404690" [ 1259.194460] env[69563]: _type = "Task" [ 1259.194460] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.203705] env[69563]: DEBUG oslo_vmware.api [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.366077] env[69563]: DEBUG nova.network.neutron [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updated VIF entry in instance network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1259.366534] env[69563]: DEBUG nova.network.neutron [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [{"id": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "address": "fa:16:3e:2e:ea:f9", "network": {"id": "6a2e62f4-84fc-4eca-a4e7-55ea7615f1ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-446861835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7af696c8b2d487c912699d8c75972fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape762b98d-7e", "ovs_interfaceid": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1259.375519] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404689, 'name': Rename_Task, 'duration_secs': 0.144967} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.376393] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.376678] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-341275fb-458b-4f42-a9bd-9a5cae8dfbef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.385905] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1259.385905] env[69563]: value = "task-3404691" [ 1259.385905] env[69563]: _type = "Task" [ 1259.385905] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.395424] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.497664] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "3f00b031-749d-4573-9cad-efd211173c6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.499348] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.499348] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.705288] env[69563]: DEBUG oslo_vmware.api [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404690, 'name': PowerOffVM_Task, 'duration_secs': 0.290317} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.705556] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.705726] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.705979] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aa234fb-504e-426b-86c1-7663fc70bc02 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.780438] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.780658] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.780822] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Deleting the datastore file [datastore1] 232fdc75-aedd-4716-be0e-7e536f373c3e {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.781117] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb78169d-70a6-4095-b088-6c903d2fa124 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.788413] env[69563]: DEBUG oslo_vmware.api [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for the task: (returnval){ [ 1259.788413] env[69563]: value = "task-3404693" [ 1259.788413] env[69563]: _type = "Task" [ 1259.788413] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.796673] env[69563]: DEBUG oslo_vmware.api [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.869600] env[69563]: DEBUG oslo_concurrency.lockutils [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] Releasing lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.869982] env[69563]: DEBUG nova.compute.manager [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Received event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.870041] env[69563]: DEBUG nova.compute.manager [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing instance network info cache due to event network-changed-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.870273] env[69563]: DEBUG oslo_concurrency.lockutils [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] Acquiring lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.870416] env[69563]: DEBUG oslo_concurrency.lockutils [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] Acquired lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.870581] env[69563]: DEBUG nova.network.neutron [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Refreshing network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1259.896510] env[69563]: DEBUG oslo_vmware.api [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404691, 'name': PowerOnVM_Task, 'duration_secs': 0.471792} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.896778] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.896982] env[69563]: INFO nova.compute.manager [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Took 5.31 seconds to spawn the instance on the hypervisor. [ 1259.897180] env[69563]: DEBUG nova.compute.manager [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.897964] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ede413-19d1-4ea7-a732-12924f2a0dd6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.298483] env[69563]: DEBUG oslo_vmware.api [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.415232] env[69563]: INFO nova.compute.manager [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Took 10.10 seconds to build instance. [ 1260.532742] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.532964] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.533154] env[69563]: DEBUG nova.network.neutron [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1260.552719] env[69563]: DEBUG nova.network.neutron [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updated VIF entry in instance network info cache for port e762b98d-7e01-4d84-87fa-eff0fe6ec5f3. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1260.553077] env[69563]: DEBUG nova.network.neutron [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [{"id": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "address": "fa:16:3e:2e:ea:f9", "network": {"id": "6a2e62f4-84fc-4eca-a4e7-55ea7615f1ca", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-446861835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a7af696c8b2d487c912699d8c75972fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape762b98d-7e", "ovs_interfaceid": "e762b98d-7e01-4d84-87fa-eff0fe6ec5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1260.799114] env[69563]: DEBUG oslo_vmware.api [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Task: {'id': task-3404693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583429} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.799401] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.799612] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.799879] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.800105] env[69563]: INFO nova.compute.manager [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1260.800391] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.800628] env[69563]: DEBUG nova.compute.manager [-] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.800753] env[69563]: DEBUG nova.network.neutron [-] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1260.917668] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3429e836-e4b7-4467-8a6e-7f09959fe702 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.611s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.055649] env[69563]: DEBUG oslo_concurrency.lockutils [req-40a40b31-bd38-4a65-acd3-d6dfb95df671 req-22100119-f1c3-4821-b048-3d0dc84eefca service nova] Releasing lock "refresh_cache-232fdc75-aedd-4716-be0e-7e536f373c3e" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.278623] env[69563]: DEBUG nova.compute.manager [req-def7b3d2-fd1f-4d38-b21a-a95f1e96905c req-1ec25cff-f226-435c-b976-de69ce041e52 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Received event network-vif-deleted-e762b98d-7e01-4d84-87fa-eff0fe6ec5f3 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.278993] env[69563]: INFO nova.compute.manager [req-def7b3d2-fd1f-4d38-b21a-a95f1e96905c req-1ec25cff-f226-435c-b976-de69ce041e52 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Neutron deleted interface e762b98d-7e01-4d84-87fa-eff0fe6ec5f3; detaching it from the instance and deleting it from the info cache [ 1261.279168] env[69563]: DEBUG nova.network.neutron [req-def7b3d2-fd1f-4d38-b21a-a95f1e96905c req-1ec25cff-f226-435c-b976-de69ce041e52 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1261.307331] env[69563]: DEBUG nova.network.neutron [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance_info_cache with network_info: [{"id": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "address": "fa:16:3e:f0:30:d8", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc682fd2c-78", "ovs_interfaceid": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1261.741852] env[69563]: DEBUG nova.network.neutron [-] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1261.776117] env[69563]: INFO nova.compute.manager [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Rebuilding instance [ 1261.781843] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f543526-5c36-4680-8e96-a61200e85bf8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.795101] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc0f9f-8247-4924-96ec-83b7f95115d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.810096] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.828245] env[69563]: DEBUG nova.compute.manager [req-def7b3d2-fd1f-4d38-b21a-a95f1e96905c req-1ec25cff-f226-435c-b976-de69ce041e52 service nova] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Detach interface failed, port_id=e762b98d-7e01-4d84-87fa-eff0fe6ec5f3, reason: Instance 232fdc75-aedd-4716-be0e-7e536f373c3e could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.836443] env[69563]: DEBUG nova.compute.manager [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.837374] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afacce25-1ea3-4942-97ca-65c8e96790a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.245053] env[69563]: INFO nova.compute.manager [-] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Took 1.44 seconds to deallocate network for instance. [ 1262.322120] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b2215a-46f6-40ab-bed6-ccaeb0eed742 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.330034] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2db157-0a9c-4651-93f5-fb07e7d9874c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.751866] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.752264] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.752504] env[69563]: DEBUG nova.objects.instance [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lazy-loading 'resources' on Instance uuid 232fdc75-aedd-4716-be0e-7e536f373c3e {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.853705] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.853971] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7a0245a-a585-4114-9f2c-ed6e7a66a481 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.862716] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1262.862716] env[69563]: value = "task-3404694" [ 1262.862716] env[69563]: _type = "Task" [ 1262.862716] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.871379] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.362854] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d9dd3-8d65-4e1f-855a-fee54e8cda05 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.375458] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404694, 'name': PowerOffVM_Task, 'duration_secs': 0.195795} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.376501] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aebfc5-f1fd-414a-8f03-911ebffdaa75 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.379531] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.380284] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.381028] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59643eda-7a9f-4a9f-857b-a490d1e08e7e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.389231] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.389615] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-696ba391-01c5-4f71-a6ab-b3ddd90e4edc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.417797] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b43ed-55ed-4cc0-8e7d-ac3a4c0fe5f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.427943] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec956b24-c660-4437-8f22-91c510541a1f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.443885] env[69563]: DEBUG nova.compute.provider_tree [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.447209] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0362c90-3a83-4c46-9c63-cae54ffc092f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.451141] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.451358] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.451596] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Deleting the datastore file [datastore2] b0a68b19-983f-444e-ba1a-0d1a96e2d61b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.452254] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef940e96-e9cd-4880-8217-16d47a0355f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.471015] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0e1729-8a56-4267-aed0-dcb2466cefb4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.475060] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1263.475060] env[69563]: value = "task-3404696" [ 1263.475060] env[69563]: _type = "Task" [ 1263.475060] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.480944] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance '3f00b031-749d-4573-9cad-efd211173c6f' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.489484] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.952348] env[69563]: DEBUG nova.scheduler.client.report [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.986999] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.987302] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122817} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.987509] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23185c5-f2e4-4550-b444-fc259852812f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.989092] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.989280] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.989453] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.998755] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1263.998755] env[69563]: value = "task-3404697" [ 1263.998755] env[69563]: _type = "Task" [ 1263.998755] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.007424] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.457737] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.481414] env[69563]: INFO nova.scheduler.client.report [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Deleted allocations for instance 232fdc75-aedd-4716-be0e-7e536f373c3e [ 1264.511156] env[69563]: DEBUG oslo_vmware.api [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404697, 'name': PowerOnVM_Task, 'duration_secs': 0.399233} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.511552] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.511764] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd2a795-a137-44a6-9e7b-bc94d0904f36 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance '3f00b031-749d-4573-9cad-efd211173c6f' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.990812] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9b73bc39-8eb6-4585-a78b-bc2672dcf850 tempest-ServerRescueTestJSONUnderV235-1932390612 tempest-ServerRescueTestJSONUnderV235-1932390612-project-member] Lock "232fdc75-aedd-4716-be0e-7e536f373c3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.321s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.034420] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.034749] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.034854] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.035090] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.035348] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.035512] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.035727] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.035886] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.036074] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.036247] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.036418] env[69563]: DEBUG nova.virt.hardware [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.037412] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39cacd1-461a-4204-8512-5896b34bf88e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.046654] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fd054c-eb54-4d0d-a29f-c2fd227c0161 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.061641] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.067433] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.069500] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.069925] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04a01825-0d13-4b76-bd85-adcf36692846 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.094629] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.094629] env[69563]: value = "task-3404698" [ 1265.094629] env[69563]: _type = "Task" [ 1265.094629] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.107623] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404698, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.606141] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404698, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.107029] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404698, 'name': CreateVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.280373] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "3f00b031-749d-4573-9cad-efd211173c6f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.280634] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.280827] env[69563]: DEBUG nova.compute.manager [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Going to confirm migration 9 {{(pid=69563) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1266.608283] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404698, 'name': CreateVM_Task, 'duration_secs': 1.285173} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.608654] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.609097] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.609319] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.609703] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.610021] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff3ad97-b0f4-48c1-b21c-466c8322255d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.615635] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1266.615635] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5221de66-17e8-ea64-0fb9-3920bb328cd5" [ 1266.615635] env[69563]: _type = "Task" [ 1266.615635] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.625064] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5221de66-17e8-ea64-0fb9-3920bb328cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.818709] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.818957] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquired lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.819171] env[69563]: DEBUG nova.network.neutron [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1266.819372] env[69563]: DEBUG nova.objects.instance [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'info_cache' on Instance uuid 3f00b031-749d-4573-9cad-efd211173c6f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.127691] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5221de66-17e8-ea64-0fb9-3920bb328cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.129248] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.129494] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.129728] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.129876] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.130068] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.132716] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef635e3f-735b-4275-8b45-f5a9b6833eea {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.142952] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.143148] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.143852] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c9f1fa-8e10-4957-baba-456ee2f0f576 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.150219] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1267.150219] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5270b201-8591-627e-f828-1a18815ad48f" [ 1267.150219] env[69563]: _type = "Task" [ 1267.150219] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.159893] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5270b201-8591-627e-f828-1a18815ad48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.635503] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.635883] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.635957] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.636156] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.636325] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.638521] env[69563]: INFO nova.compute.manager [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Terminating instance [ 1267.661715] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5270b201-8591-627e-f828-1a18815ad48f, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.662500] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a7b20d-158c-425f-8348-15e37afb551c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.668602] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1267.668602] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522ba18f-26e7-06ff-628a-f536a0e04d34" [ 1267.668602] env[69563]: _type = "Task" [ 1267.668602] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.676723] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522ba18f-26e7-06ff-628a-f536a0e04d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.043593] env[69563]: DEBUG nova.network.neutron [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance_info_cache with network_info: [{"id": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "address": "fa:16:3e:f0:30:d8", "network": {"id": "c40f5c66-ba51-4502-8e54-ba06f2ae6952", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1245664034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d739410bf2d4c0b8efbd6266aca0b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc682fd2c-78", "ovs_interfaceid": "c682fd2c-78fc-4a35-ad9f-50e84ef63dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1268.143062] env[69563]: DEBUG nova.compute.manager [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.143062] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.143995] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354336d5-8db9-4fd1-8328-77c5dc1015b9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.152412] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.152640] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50cc6012-69b3-4ed9-9968-154b867d46d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.159727] env[69563]: DEBUG oslo_vmware.api [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1268.159727] env[69563]: value = "task-3404699" [ 1268.159727] env[69563]: _type = "Task" [ 1268.159727] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.168112] env[69563]: DEBUG oslo_vmware.api [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.177352] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522ba18f-26e7-06ff-628a-f536a0e04d34, 'name': SearchDatastore_Task, 'duration_secs': 0.043407} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.177604] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.177919] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] b0a68b19-983f-444e-ba1a-0d1a96e2d61b/b0a68b19-983f-444e-ba1a-0d1a96e2d61b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.178184] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c2f106-7aac-4267-8409-b22b3a2ef4ef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.184762] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1268.184762] env[69563]: value = "task-3404700" [ 1268.184762] env[69563]: _type = "Task" [ 1268.184762] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.192779] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.214485] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.214661] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.214833] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.214984] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.215167] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.215339] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.215484] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1268.546874] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Releasing lock "refresh_cache-3f00b031-749d-4573-9cad-efd211173c6f" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.547179] env[69563]: DEBUG nova.objects.instance [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'migration_context' on Instance uuid 3f00b031-749d-4573-9cad-efd211173c6f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.672265] env[69563]: DEBUG oslo_vmware.api [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404699, 'name': PowerOffVM_Task, 'duration_secs': 0.215846} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.672686] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.672862] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.673178] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fce8f8c4-3245-41e8-9269-44bfe0f5e658 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.694808] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404700, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.739230] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.739452] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.739636] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleting the datastore file [datastore1] 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.739940] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd832e8-39ed-4d2c-8548-cb0f2302b2fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.746056] env[69563]: DEBUG oslo_vmware.api [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for the task: (returnval){ [ 1268.746056] env[69563]: value = "task-3404702" [ 1268.746056] env[69563]: _type = "Task" [ 1268.746056] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.753706] env[69563]: DEBUG oslo_vmware.api [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.050944] env[69563]: DEBUG nova.objects.base [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Object Instance<3f00b031-749d-4573-9cad-efd211173c6f> lazy-loaded attributes: info_cache,migration_context {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.051860] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec6e14f-0e4c-455a-a45b-4925b6791332 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.072079] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d7b8b5-951f-4cc7-9e55-e5dc6c854c10 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.077333] env[69563]: DEBUG oslo_vmware.api [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1269.077333] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52439151-61b7-2505-e341-8e9cfdbf8976" [ 1269.077333] env[69563]: _type = "Task" [ 1269.077333] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.084732] env[69563]: DEBUG oslo_vmware.api [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52439151-61b7-2505-e341-8e9cfdbf8976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.198947] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521039} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.200045] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] b0a68b19-983f-444e-ba1a-0d1a96e2d61b/b0a68b19-983f-444e-ba1a-0d1a96e2d61b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.200045] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.200201] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8e5bfe5-9d43-4121-8219-b0c045f67b97 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.207285] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1269.207285] env[69563]: value = "task-3404703" [ 1269.207285] env[69563]: _type = "Task" [ 1269.207285] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.217049] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.255422] env[69563]: DEBUG oslo_vmware.api [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Task: {'id': task-3404702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144379} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.255737] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.256016] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.256255] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.256483] env[69563]: INFO nova.compute.manager [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1269.256850] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.257102] env[69563]: DEBUG nova.compute.manager [-] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.257214] env[69563]: DEBUG nova.network.neutron [-] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1269.588697] env[69563]: DEBUG oslo_vmware.api [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52439151-61b7-2505-e341-8e9cfdbf8976, 'name': SearchDatastore_Task, 'duration_secs': 0.006893} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.589664] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.589953] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.720697] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060151} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.721078] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.721760] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09878b84-b7a1-4b7e-b5fe-041079b9d856 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.728029] env[69563]: DEBUG nova.compute.manager [req-5725aea6-372f-40e3-a2b4-b1c17b860ab6 req-dd5018e6-2a91-4328-a0b3-503ac5a42c05 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Received event network-vif-deleted-2737382b-7027-4795-a9d7-8dadab7fe7f1 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.728156] env[69563]: INFO nova.compute.manager [req-5725aea6-372f-40e3-a2b4-b1c17b860ab6 req-dd5018e6-2a91-4328-a0b3-503ac5a42c05 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Neutron deleted interface 2737382b-7027-4795-a9d7-8dadab7fe7f1; detaching it from the instance and deleting it from the info cache [ 1269.728299] env[69563]: DEBUG nova.network.neutron [req-5725aea6-372f-40e3-a2b4-b1c17b860ab6 req-dd5018e6-2a91-4328-a0b3-503ac5a42c05 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1269.745733] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] b0a68b19-983f-444e-ba1a-0d1a96e2d61b/b0a68b19-983f-444e-ba1a-0d1a96e2d61b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.746770] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b17213dd-ee9b-4dc6-b9b4-8974c27c5142 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.761180] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d51399b1-74c6-4490-967c-eb828b1edb7d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.772410] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32934b-f2fd-4052-88d4-201afb5f9559 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.783142] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1269.783142] env[69563]: value = "task-3404704" [ 1269.783142] env[69563]: _type = "Task" [ 1269.783142] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.788508] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.793952] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.803680] env[69563]: DEBUG nova.compute.manager [req-5725aea6-372f-40e3-a2b4-b1c17b860ab6 req-dd5018e6-2a91-4328-a0b3-503ac5a42c05 service nova] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Detach interface failed, port_id=2737382b-7027-4795-a9d7-8dadab7fe7f1, reason: Instance 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.197916] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce083ace-f7cb-465f-887b-d12d4f428a4f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.205971] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf071e-40b8-4da8-b74b-a25fa2a5370d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.236048] env[69563]: DEBUG nova.network.neutron [-] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1270.239224] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37865265-3224-4605-9088-c4e010d248b2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.247112] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1448dfc-a62f-4ba4-957d-9da8aac47bef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.259859] env[69563]: DEBUG nova.compute.provider_tree [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.293713] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.745547] env[69563]: INFO nova.compute.manager [-] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Took 1.49 seconds to deallocate network for instance. [ 1270.762494] env[69563]: DEBUG nova.scheduler.client.report [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.788910] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.798477] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.251756] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.291182] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.294747] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404704, 'name': ReconfigVM_Task, 'duration_secs': 1.38587} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.295009] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Reconfigured VM instance instance-0000007b to attach disk [datastore1] b0a68b19-983f-444e-ba1a-0d1a96e2d61b/b0a68b19-983f-444e-ba1a-0d1a96e2d61b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.295604] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3a59737-4d13-46b7-a649-6afdc033db2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.300861] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1271.300861] env[69563]: value = "task-3404705" [ 1271.300861] env[69563]: _type = "Task" [ 1271.300861] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.308735] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404705, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.773073] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.183s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.776061] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.524s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.776209] env[69563]: DEBUG nova.objects.instance [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lazy-loading 'resources' on Instance uuid 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.810793] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404705, 'name': Rename_Task, 'duration_secs': 0.122164} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.811011] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.811565] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8276088-cf55-4aac-a6f5-a844029d593b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.818007] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1271.818007] env[69563]: value = "task-3404706" [ 1271.818007] env[69563]: _type = "Task" [ 1271.818007] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.830258] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.329842] env[69563]: DEBUG oslo_vmware.api [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404706, 'name': PowerOnVM_Task, 'duration_secs': 0.407252} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.330700] env[69563]: INFO nova.scheduler.client.report [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted allocation for migration 933342fc-c5f0-4968-95f3-0bb71ad208b7 [ 1272.331621] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.331842] env[69563]: DEBUG nova.compute.manager [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.335136] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c851a4-ee71-4166-8a02-5fba8486d7f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.377113] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90462d91-4018-4386-ac52-0723d79174f5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.384439] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993109d1-5a83-4de5-8d34-7897aa6e020b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.415269] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78a407-45a6-400e-ba8b-aec97926e22c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.422782] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa2516-e975-42df-a730-d36565589864 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.435585] env[69563]: DEBUG nova.compute.provider_tree [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.634420] env[69563]: INFO nova.compute.manager [None req-89cd0f89-7c83-48ee-9a4c-97aaf4e53095 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Get console output [ 1272.634818] env[69563]: WARNING nova.virt.vmwareapi.driver [None req-89cd0f89-7c83-48ee-9a4c-97aaf4e53095 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] The console log is missing. Check your VSPC configuration [ 1272.839185] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59ef1551-7d72-4136-9b67-307d4cd3181f tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.558s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.854450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.938793] env[69563]: DEBUG nova.scheduler.client.report [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.444148] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.447333] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.155s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.447467] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.447605] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1273.447957] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.594s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.448154] env[69563]: DEBUG nova.objects.instance [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1273.451070] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee59039-6a77-42d9-ba9a-9291c9dbf46c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.459699] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff8fd81-88a4-4e97-8d0e-655b1c590592 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.463937] env[69563]: INFO nova.scheduler.client.report [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Deleted allocations for instance 65eaf71d-42a1-4c8d-a2c8-5e7be7728774 [ 1273.475339] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbeb7d1-5255-4421-9d07-f526ddff4f3e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.482370] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67b50f4-936a-4842-9d44-bae9f32ad35d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.513959] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180145MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1273.514112] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.800116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.800479] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.800733] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.800930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.801183] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.804253] env[69563]: INFO nova.compute.manager [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Terminating instance [ 1273.977577] env[69563]: DEBUG oslo_concurrency.lockutils [None req-6a8981c8-45de-4925-bdd3-8a90fdd4c125 tempest-AttachVolumeShelveTestJSON-1264735890 tempest-AttachVolumeShelveTestJSON-1264735890-project-member] Lock "65eaf71d-42a1-4c8d-a2c8-5e7be7728774" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.342s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.307982] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "refresh_cache-b0a68b19-983f-444e-ba1a-0d1a96e2d61b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.308237] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquired lock "refresh_cache-b0a68b19-983f-444e-ba1a-0d1a96e2d61b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.308342] env[69563]: DEBUG nova.network.neutron [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1274.460382] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d8771a93-dfb9-4d96-9d81-8c25ba894590 tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.461422] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.947s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.832080] env[69563]: DEBUG nova.network.neutron [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1274.889897] env[69563]: DEBUG nova.network.neutron [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1275.392287] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Releasing lock "refresh_cache-b0a68b19-983f-444e-ba1a-0d1a96e2d61b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.392755] env[69563]: DEBUG nova.compute.manager [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.392879] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.393914] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ddf5d2-c21a-4460-a7d9-c77e3c999e98 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.401218] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.401453] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2fe2979-f54b-4843-a17a-c900b0148dad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.407139] env[69563]: DEBUG oslo_vmware.api [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1275.407139] env[69563]: value = "task-3404708" [ 1275.407139] env[69563]: _type = "Task" [ 1275.407139] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.415844] env[69563]: DEBUG oslo_vmware.api [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.490434] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1275.490599] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e0274cec-c0e0-40d6-85bc-dac6d69e1627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1275.490721] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 49b5a8f3-6010-47a1-9552-b6c3f19806da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1275.490839] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1275.490955] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 3f00b031-749d-4573-9cad-efd211173c6f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1275.491082] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance b0a68b19-983f-444e-ba1a-0d1a96e2d61b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1275.491277] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1275.491418] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1275.573104] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd55af8-2c30-4d80-aa57-87b68fbdd036 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.580706] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c238e56-aa35-4d5f-bee6-70705b5b06e7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.611008] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f777d9-2a07-4d45-ad9c-9e66fee8296f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.618435] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb7c4ee-81e8-4cb5-81ee-afe3f42267a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.631331] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.917567] env[69563]: DEBUG oslo_vmware.api [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404708, 'name': PowerOffVM_Task, 'duration_secs': 0.193838} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.917848] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.918064] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.918321] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02055c64-c49e-4ffc-ae3b-f999ada05df5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.943827] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.944040] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.944235] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Deleting the datastore file [datastore1] b0a68b19-983f-444e-ba1a-0d1a96e2d61b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.944534] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-284d3d42-a1c5-4030-ae35-aac65ca9ee39 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.949971] env[69563]: DEBUG oslo_vmware.api [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for the task: (returnval){ [ 1275.949971] env[69563]: value = "task-3404710" [ 1275.949971] env[69563]: _type = "Task" [ 1275.949971] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.957929] env[69563]: DEBUG oslo_vmware.api [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.134583] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.460488] env[69563]: DEBUG oslo_vmware.api [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Task: {'id': task-3404710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16182} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.460851] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.460946] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.461154] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.461331] env[69563]: INFO nova.compute.manager [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1276.461571] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.461760] env[69563]: DEBUG nova.compute.manager [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.461857] env[69563]: DEBUG nova.network.neutron [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1276.477194] env[69563]: DEBUG nova.network.neutron [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1276.638938] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1276.639171] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.980121] env[69563]: DEBUG nova.network.neutron [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1277.482918] env[69563]: INFO nova.compute.manager [-] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Took 1.02 seconds to deallocate network for instance. [ 1277.989360] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.989658] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.989877] env[69563]: DEBUG nova.objects.instance [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lazy-loading 'resources' on Instance uuid b0a68b19-983f-444e-ba1a-0d1a96e2d61b {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.573387] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438384ee-c8c0-405e-8205-571374e31b5e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.580833] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98776c35-29a5-4b9e-8779-a4b408d25084 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.611665] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7d6f59-2c83-4081-b897-8baa11b33048 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.618878] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30518ed-f4a9-4816-90f0-404a49e6c8a8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.632338] env[69563]: DEBUG nova.compute.provider_tree [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.135305] env[69563]: DEBUG nova.scheduler.client.report [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.640962] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.670805] env[69563]: INFO nova.scheduler.client.report [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Deleted allocations for instance b0a68b19-983f-444e-ba1a-0d1a96e2d61b [ 1280.179331] env[69563]: DEBUG oslo_concurrency.lockutils [None req-63b9d57e-1727-45e4-ab10-b81721e7447b tempest-ServersListShow2100Test-873338570 tempest-ServersListShow2100Test-873338570-project-member] Lock "b0a68b19-983f-444e-ba1a-0d1a96e2d61b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.379s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.634367] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.957505] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.957886] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.957944] env[69563]: INFO nova.compute.manager [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Shelving [ 1287.968990] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.969622] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e9ed524-d455-4b2c-a28f-963b97a8cd4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.978054] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1287.978054] env[69563]: value = "task-3404711" [ 1287.978054] env[69563]: _type = "Task" [ 1287.978054] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.985944] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.488219] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404711, 'name': PowerOffVM_Task, 'duration_secs': 0.163835} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.488509] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.489282] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66f5f3e-2e09-4f9d-86c4-b3f0ce614aad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.508074] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05e56d-4b05-46f1-aefc-5f32e671c174 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.024278] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Creating Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1289.026162] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12864e63-3167-4ec0-aeea-59f19364edad {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.030716] env[69563]: DEBUG nova.compute.manager [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Stashing vm_state: active {{(pid=69563) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1289.035852] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1289.035852] env[69563]: value = "task-3404712" [ 1289.035852] env[69563]: _type = "Task" [ 1289.035852] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.044158] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404712, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.547037] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404712, 'name': CreateSnapshot_Task, 'duration_secs': 0.417304} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.547037] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Created Snapshot of the VM instance {{(pid=69563) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1289.547781] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db67114-7acd-41da-92d8-4773e15e767c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.550885] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.551149] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.055993] env[69563]: INFO nova.compute.claims [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.066555] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Creating linked-clone VM from snapshot {{(pid=69563) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1290.066841] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0d132b4-e311-4c4c-a620-515c0b969c6d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.076380] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1290.076380] env[69563]: value = "task-3404713" [ 1290.076380] env[69563]: _type = "Task" [ 1290.076380] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.084620] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404713, 'name': CloneVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.562416] env[69563]: INFO nova.compute.resource_tracker [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating resource usage from migration 0ade488a-2984-4ee4-b561-caa011c82c57 [ 1290.589240] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404713, 'name': CloneVM_Task} progress is 94%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.644331] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db22c055-c157-4fd6-86ef-959175be20a6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.652257] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146cec24-b5f8-42cc-b802-4fc26c48d022 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.684321] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31c0ba2-6e55-4b7c-ada6-8dfd53c28752 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.691720] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb93fa9-3986-463b-b5f4-cd7d4990839d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.705102] env[69563]: DEBUG nova.compute.provider_tree [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.087727] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404713, 'name': CloneVM_Task, 'duration_secs': 0.927157} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.090034] env[69563]: INFO nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Created linked-clone VM from snapshot [ 1291.090034] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97515716-2be5-4136-b4d9-2a9ae3b243cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.096042] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Uploading image 1265c212-c0a8-4f8f-8a3f-225ed82742b9 {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1291.122064] env[69563]: DEBUG oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1291.122064] env[69563]: value = "vm-679286" [ 1291.122064] env[69563]: _type = "VirtualMachine" [ 1291.122064] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1291.122318] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef0e2c53-7360-4d29-afad-754823d89dae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.128247] env[69563]: DEBUG oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease: (returnval){ [ 1291.128247] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525aa679-7df0-13b2-ff53-9b6e44b36a1b" [ 1291.128247] env[69563]: _type = "HttpNfcLease" [ 1291.128247] env[69563]: } obtained for exporting VM: (result){ [ 1291.128247] env[69563]: value = "vm-679286" [ 1291.128247] env[69563]: _type = "VirtualMachine" [ 1291.128247] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1291.128563] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the lease: (returnval){ [ 1291.128563] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525aa679-7df0-13b2-ff53-9b6e44b36a1b" [ 1291.128563] env[69563]: _type = "HttpNfcLease" [ 1291.128563] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1291.134072] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1291.134072] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525aa679-7df0-13b2-ff53-9b6e44b36a1b" [ 1291.134072] env[69563]: _type = "HttpNfcLease" [ 1291.134072] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1291.208181] env[69563]: DEBUG nova.scheduler.client.report [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.637443] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1291.637443] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525aa679-7df0-13b2-ff53-9b6e44b36a1b" [ 1291.637443] env[69563]: _type = "HttpNfcLease" [ 1291.637443] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1291.637708] env[69563]: DEBUG oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1291.637708] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]525aa679-7df0-13b2-ff53-9b6e44b36a1b" [ 1291.637708] env[69563]: _type = "HttpNfcLease" [ 1291.637708] env[69563]: }. {{(pid=69563) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1291.638332] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50fc600-a7c7-4a14-b5b5-d380e3e9fca6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.645017] env[69563]: DEBUG oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e643a7-ad4c-da5e-0f64-ad8d68db8843/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1291.645212] env[69563]: DEBUG oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e643a7-ad4c-da5e-0f64-ad8d68db8843/disk-0.vmdk for reading. {{(pid=69563) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1291.712709] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.161s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.712959] env[69563]: INFO nova.compute.manager [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Migrating [ 1291.736120] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5734d43-c731-4365-9a24-7cf9e1bed690 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.227354] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.227713] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.227984] env[69563]: DEBUG nova.network.neutron [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1293.183733] env[69563]: DEBUG nova.network.neutron [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [{"id": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "address": "fa:16:3e:32:64:24", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe84a3d-57", "ovs_interfaceid": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1293.686820] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.202945] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a5a39-0900-4efe-bfda-3ee3173b345b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.221699] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance 'e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72' progress to 0 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.727653] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.727974] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db8876e-a56c-4ef6-8934-d3a63e134948 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.736245] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1295.736245] env[69563]: value = "task-3404715" [ 1295.736245] env[69563]: _type = "Task" [ 1295.736245] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.744578] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.246868] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404715, 'name': PowerOffVM_Task, 'duration_secs': 0.2422} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.247290] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.247351] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance 'e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72' progress to 17 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.753829] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.754134] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.754324] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.754511] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.754715] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.754886] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.755200] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.755398] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.755578] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.755745] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.755917] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.761148] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252b0c97-3d66-411e-a817-2e246c205b40 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.777731] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1296.777731] env[69563]: value = "task-3404716" [ 1296.777731] env[69563]: _type = "Task" [ 1296.777731] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.789079] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.287784] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404716, 'name': ReconfigVM_Task, 'duration_secs': 0.236659} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.288216] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance 'e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72' progress to 33 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.794426] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.794702] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.794827] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.795012] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.795221] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.795383] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.795590] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.795751] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.795945] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.796094] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.796270] env[69563]: DEBUG nova.virt.hardware [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.801711] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1297.802009] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688825f5-0bf8-4221-b58d-5fa3faed0c84 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.821494] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1297.821494] env[69563]: value = "task-3404717" [ 1297.821494] env[69563]: _type = "Task" [ 1297.821494] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.829105] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.332226] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404717, 'name': ReconfigVM_Task, 'duration_secs': 0.235127} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.332613] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.333284] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d28cdb-f922-4d00-87ec-ab943343fba1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.354833] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72/e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.355111] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e67cdb-372f-48e7-bac3-5176cbe32278 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.373541] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1298.373541] env[69563]: value = "task-3404718" [ 1298.373541] env[69563]: _type = "Task" [ 1298.373541] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.381823] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.884099] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.380288] env[69563]: DEBUG oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e643a7-ad4c-da5e-0f64-ad8d68db8843/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.381161] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42757536-1245-4e25-a197-28d8daed195f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.389389] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.390907] env[69563]: DEBUG oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e643a7-ad4c-da5e-0f64-ad8d68db8843/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.391076] env[69563]: ERROR oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e643a7-ad4c-da5e-0f64-ad8d68db8843/disk-0.vmdk due to incomplete transfer. [ 1299.391299] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-860a4f10-cf6d-4abd-b36d-de3da638a773 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.398925] env[69563]: DEBUG oslo_vmware.rw_handles [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e643a7-ad4c-da5e-0f64-ad8d68db8843/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.399134] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Uploaded image 1265c212-c0a8-4f8f-8a3f-225ed82742b9 to the Glance image server {{(pid=69563) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.401452] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Destroying the VM {{(pid=69563) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.401686] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef960a91-3487-4857-9ab7-e6b53749241d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.407080] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1299.407080] env[69563]: value = "task-3404719" [ 1299.407080] env[69563]: _type = "Task" [ 1299.407080] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.414973] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404719, 'name': Destroy_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.564853] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "3f00b031-749d-4573-9cad-efd211173c6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.565227] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.565511] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "3f00b031-749d-4573-9cad-efd211173c6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.565714] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.565934] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.568333] env[69563]: INFO nova.compute.manager [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Terminating instance [ 1299.884661] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.917869] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404719, 'name': Destroy_Task, 'duration_secs': 0.343466} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.918156] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Destroyed the VM [ 1299.918422] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Deleting Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1299.918668] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9bb7d34-d47b-43f6-9794-5e2876776ea6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.925297] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1299.925297] env[69563]: value = "task-3404720" [ 1299.925297] env[69563]: _type = "Task" [ 1299.925297] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.932412] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.072749] env[69563]: DEBUG nova.compute.manager [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.072989] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.073320] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95a3327a-e36f-43ed-ac0b-3f54c63b13ee {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.081065] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1300.081065] env[69563]: value = "task-3404721" [ 1300.081065] env[69563]: _type = "Task" [ 1300.081065] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.089279] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.384332] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404718, 'name': ReconfigVM_Task, 'duration_secs': 1.947758} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.384692] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72/e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.384813] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance 'e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72' progress to 50 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.435294] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404720, 'name': RemoveSnapshot_Task, 'duration_secs': 0.409832} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.435534] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Deleted Snapshot of the VM instance {{(pid=69563) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1300.435798] env[69563]: DEBUG nova.compute.manager [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.436551] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cac1b9c-eb12-4a34-a46e-64c74c038127 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.590824] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404721, 'name': PowerOffVM_Task, 'duration_secs': 0.200555} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.591095] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.591293] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1300.591487] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679271', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'name': 'volume-942d74fc-143d-4512-90df-d9c73b23392a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f00b031-749d-4573-9cad-efd211173c6f', 'attached_at': '2025-04-10T19:03:48.000000', 'detached_at': '', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'serial': '942d74fc-143d-4512-90df-d9c73b23392a'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1300.592249] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e110a7d-6611-4e10-9285-982a276c8dd2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.614688] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ada335-ea2e-45e6-814c-5471e547e898 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.622736] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af13eb3-9cbf-4557-9288-888fff73dd21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.647741] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c9b93a-2b9e-4842-a085-bd46e1d2c18d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.668399] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] The volume has not been displaced from its original location: [datastore1] volume-942d74fc-143d-4512-90df-d9c73b23392a/volume-942d74fc-143d-4512-90df-d9c73b23392a.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1300.673533] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.673802] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-314ffebc-ec37-46e9-8f1b-9ecfd8f68a46 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.690967] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1300.690967] env[69563]: value = "task-3404722" [ 1300.690967] env[69563]: _type = "Task" [ 1300.690967] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.698021] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.891324] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c41e0-2a4c-4641-9d35-724ddcf3ad48 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.910390] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7201451-84bf-4823-8d6e-bbbb56baf314 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.927724] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance 'e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72' progress to 67 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.947429] env[69563]: INFO nova.compute.manager [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Shelve offloading [ 1301.201022] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404722, 'name': ReconfigVM_Task, 'duration_secs': 0.166374} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.201282] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.206059] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a61b51d-0acb-40c3-80e9-01510e2f270d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.220712] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1301.220712] env[69563]: value = "task-3404723" [ 1301.220712] env[69563]: _type = "Task" [ 1301.220712] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.228493] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.451906] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.451906] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab22f03-f950-4b38-98e6-5e85f0eeb05c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.459474] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1301.459474] env[69563]: value = "task-3404724" [ 1301.459474] env[69563]: _type = "Task" [ 1301.459474] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.465734] env[69563]: DEBUG nova.network.neutron [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Port dfe84a3d-5759-46f8-85a5-07289f6566aa binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1301.471597] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] VM already powered off {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1301.471852] env[69563]: DEBUG nova.compute.manager [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.472617] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9e8707-a78c-45ba-89a0-ca1bfd5836f5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.478337] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.478504] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.478671] env[69563]: DEBUG nova.network.neutron [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1301.731546] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404723, 'name': ReconfigVM_Task, 'duration_secs': 0.210697} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.731801] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679271', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'name': 'volume-942d74fc-143d-4512-90df-d9c73b23392a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3f00b031-749d-4573-9cad-efd211173c6f', 'attached_at': '2025-04-10T19:03:48.000000', 'detached_at': '', 'volume_id': '942d74fc-143d-4512-90df-d9c73b23392a', 'serial': '942d74fc-143d-4512-90df-d9c73b23392a'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1301.732084] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.732842] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0568ef9-f73d-4c55-b20b-6b8046b002dc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.740016] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.740238] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a7eea62-9d3e-48c0-bebb-2b9fe106c828 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.805182] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.805404] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.805614] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleting the datastore file [datastore1] 3f00b031-749d-4573-9cad-efd211173c6f {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.805904] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c03b8319-a41b-4f4c-81a0-b1a6885f4e7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.814527] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1301.814527] env[69563]: value = "task-3404726" [ 1301.814527] env[69563]: _type = "Task" [ 1301.814527] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.822194] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.203709] env[69563]: DEBUG nova.network.neutron [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating instance_info_cache with network_info: [{"id": "041ab106-7faf-4592-bcc1-b8da477d1006", "address": "fa:16:3e:a5:76:76", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041ab106-7f", "ovs_interfaceid": "041ab106-7faf-4592-bcc1-b8da477d1006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1302.324534] env[69563]: DEBUG oslo_vmware.api [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092021} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.324733] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.324915] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.325103] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.325317] env[69563]: INFO nova.compute.manager [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1302.325562] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.325751] env[69563]: DEBUG nova.compute.manager [-] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.325845] env[69563]: DEBUG nova.network.neutron [-] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1302.491167] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.492892] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.492892] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.708499] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.756587] env[69563]: DEBUG nova.compute.manager [req-e2cc2d23-9a69-457c-b719-383e5b1a7488 req-3e61f32e-8ec7-406d-8ce3-c29f1cece0d1 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Received event network-vif-deleted-c682fd2c-78fc-4a35-ad9f-50e84ef63dde {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.756774] env[69563]: INFO nova.compute.manager [req-e2cc2d23-9a69-457c-b719-383e5b1a7488 req-3e61f32e-8ec7-406d-8ce3-c29f1cece0d1 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Neutron deleted interface c682fd2c-78fc-4a35-ad9f-50e84ef63dde; detaching it from the instance and deleting it from the info cache [ 1302.756930] env[69563]: DEBUG nova.network.neutron [req-e2cc2d23-9a69-457c-b719-383e5b1a7488 req-3e61f32e-8ec7-406d-8ce3-c29f1cece0d1 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1302.925992] env[69563]: DEBUG nova.compute.manager [req-2e6ead6b-2e88-4b28-932d-b35e7aa6b4c4 req-a2e95c27-d5c3-43ac-a026-bbb33cf6983d service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received event network-vif-unplugged-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.926242] env[69563]: DEBUG oslo_concurrency.lockutils [req-2e6ead6b-2e88-4b28-932d-b35e7aa6b4c4 req-a2e95c27-d5c3-43ac-a026-bbb33cf6983d service nova] Acquiring lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.926449] env[69563]: DEBUG oslo_concurrency.lockutils [req-2e6ead6b-2e88-4b28-932d-b35e7aa6b4c4 req-a2e95c27-d5c3-43ac-a026-bbb33cf6983d service nova] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.926616] env[69563]: DEBUG oslo_concurrency.lockutils [req-2e6ead6b-2e88-4b28-932d-b35e7aa6b4c4 req-a2e95c27-d5c3-43ac-a026-bbb33cf6983d service nova] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.926781] env[69563]: DEBUG nova.compute.manager [req-2e6ead6b-2e88-4b28-932d-b35e7aa6b4c4 req-a2e95c27-d5c3-43ac-a026-bbb33cf6983d service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] No waiting events found dispatching network-vif-unplugged-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.926976] env[69563]: WARNING nova.compute.manager [req-2e6ead6b-2e88-4b28-932d-b35e7aa6b4c4 req-a2e95c27-d5c3-43ac-a026-bbb33cf6983d service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received unexpected event network-vif-unplugged-041ab106-7faf-4592-bcc1-b8da477d1006 for instance with vm_state shelved and task_state shelving_offloading. [ 1303.012797] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.014345] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fea352-cf82-491c-ae67-e388d6ef0d6f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.022016] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.022248] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-819c9426-1c07-47f0-826b-a5479d256cda {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.236720] env[69563]: DEBUG nova.network.neutron [-] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1303.261090] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e684525f-c978-408a-96c7-af33cf2feafe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.269860] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b9a983-097e-4022-a47a-e9df42cababa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.298183] env[69563]: DEBUG nova.compute.manager [req-e2cc2d23-9a69-457c-b719-383e5b1a7488 req-3e61f32e-8ec7-406d-8ce3-c29f1cece0d1 service nova] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Detach interface failed, port_id=c682fd2c-78fc-4a35-ad9f-50e84ef63dde, reason: Instance 3f00b031-749d-4573-9cad-efd211173c6f could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.527999] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.528324] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.528324] env[69563]: DEBUG nova.network.neutron [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1303.739435] env[69563]: INFO nova.compute.manager [-] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Took 1.41 seconds to deallocate network for instance. [ 1303.928346] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.928621] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.928808] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleting the datastore file [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.929091] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f709709c-79a0-4a1a-888d-1c5e135cfefc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.934933] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1303.934933] env[69563]: value = "task-3404728" [ 1303.934933] env[69563]: _type = "Task" [ 1303.934933] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.943505] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.216077] env[69563]: DEBUG nova.network.neutron [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [{"id": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "address": "fa:16:3e:32:64:24", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe84a3d-57", "ovs_interfaceid": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1304.283224] env[69563]: INFO nova.compute.manager [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Took 0.54 seconds to detach 1 volumes for instance. [ 1304.285443] env[69563]: DEBUG nova.compute.manager [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Deleting volume: 942d74fc-143d-4512-90df-d9c73b23392a {{(pid=69563) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1304.445970] env[69563]: DEBUG oslo_vmware.api [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164594} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.446241] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.446429] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.446615] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.473399] env[69563]: INFO nova.scheduler.client.report [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted allocations for instance 49b5a8f3-6010-47a1-9552-b6c3f19806da [ 1304.721393] env[69563]: DEBUG oslo_concurrency.lockutils [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.825529] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.825862] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.826133] env[69563]: DEBUG nova.objects.instance [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'resources' on Instance uuid 3f00b031-749d-4573-9cad-efd211173c6f {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.950040] env[69563]: DEBUG nova.compute.manager [req-d3f5b362-f2c8-4276-9014-b7cb6e717b3c req-c22dbeff-9d51-4833-97e0-f10505967dd5 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received event network-changed-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.950245] env[69563]: DEBUG nova.compute.manager [req-d3f5b362-f2c8-4276-9014-b7cb6e717b3c req-c22dbeff-9d51-4833-97e0-f10505967dd5 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Refreshing instance network info cache due to event network-changed-041ab106-7faf-4592-bcc1-b8da477d1006. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.950456] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3f5b362-f2c8-4276-9014-b7cb6e717b3c req-c22dbeff-9d51-4833-97e0-f10505967dd5 service nova] Acquiring lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.950599] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3f5b362-f2c8-4276-9014-b7cb6e717b3c req-c22dbeff-9d51-4833-97e0-f10505967dd5 service nova] Acquired lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.950760] env[69563]: DEBUG nova.network.neutron [req-d3f5b362-f2c8-4276-9014-b7cb6e717b3c req-c22dbeff-9d51-4833-97e0-f10505967dd5 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Refreshing network info cache for port 041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1304.977862] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.242051] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcc3dbe-8323-4d3f-9cc1-307612ad8db7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.262431] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f9a40-041d-464e-af27-d0acfecb290a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.269474] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance 'e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72' progress to 83 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.402136] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f727424-ac3b-490f-a8ec-61ce3a8f0469 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.409754] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dacfbf0-134f-4170-ba77-d28391d0715b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.438975] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9084b73-47c4-4467-895f-af5ca74f2430 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.446701] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aed9f8-ca63-43ac-bb1e-bd2810162ac1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.461984] env[69563]: DEBUG nova.compute.provider_tree [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.669596] env[69563]: DEBUG nova.network.neutron [req-d3f5b362-f2c8-4276-9014-b7cb6e717b3c req-c22dbeff-9d51-4833-97e0-f10505967dd5 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updated VIF entry in instance network info cache for port 041ab106-7faf-4592-bcc1-b8da477d1006. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1305.670209] env[69563]: DEBUG nova.network.neutron [req-d3f5b362-f2c8-4276-9014-b7cb6e717b3c req-c22dbeff-9d51-4833-97e0-f10505967dd5 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating instance_info_cache with network_info: [{"id": "041ab106-7faf-4592-bcc1-b8da477d1006", "address": "fa:16:3e:a5:76:76", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap041ab106-7f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1305.775980] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.776331] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf11095-a5d9-4f10-90a4-4cae30e5e1a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.784642] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1305.784642] env[69563]: value = "task-3404730" [ 1305.784642] env[69563]: _type = "Task" [ 1305.784642] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.793019] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.966068] env[69563]: DEBUG nova.scheduler.client.report [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.176716] env[69563]: DEBUG oslo_concurrency.lockutils [req-d3f5b362-f2c8-4276-9014-b7cb6e717b3c req-c22dbeff-9d51-4833-97e0-f10505967dd5 service nova] Releasing lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.294357] env[69563]: DEBUG oslo_vmware.api [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404730, 'name': PowerOnVM_Task, 'duration_secs': 0.409775} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.295060] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.295060] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a9b7af-8f91-44a3-855c-1ffd34f89fca tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance 'e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72' progress to 100 {{(pid=69563) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.471636] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.474138] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.496s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.474366] env[69563]: DEBUG nova.objects.instance [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'resources' on Instance uuid 49b5a8f3-6010-47a1-9552-b6c3f19806da {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.490276] env[69563]: INFO nova.scheduler.client.report [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted allocations for instance 3f00b031-749d-4573-9cad-efd211173c6f [ 1306.738871] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.977093] env[69563]: DEBUG nova.objects.instance [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'numa_topology' on Instance uuid 49b5a8f3-6010-47a1-9552-b6c3f19806da {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.998207] env[69563]: DEBUG oslo_concurrency.lockutils [None req-efc51ad4-48e0-429c-b6a0-542e41ed3226 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "3f00b031-749d-4573-9cad-efd211173c6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.433s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.360840] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.361101] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.361308] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.361489] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.361657] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.363613] env[69563]: INFO nova.compute.manager [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Terminating instance [ 1307.480205] env[69563]: DEBUG nova.objects.base [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Object Instance<49b5a8f3-6010-47a1-9552-b6c3f19806da> lazy-loaded attributes: resources,numa_topology {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1307.550511] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6291d47-e2b4-4c19-8b62-605d987a9aed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.558547] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85da59ab-d64e-4aac-84a4-63c4bbcaf63c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.589580] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb448f59-b8c6-42f1-9dfc-b02d61c04b6d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.596562] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28254a30-b214-4f49-86d7-a1fa02bd70eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.609243] env[69563]: DEBUG nova.compute.provider_tree [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.867076] env[69563]: DEBUG nova.compute.manager [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.867361] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.868297] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4527f-c214-4e7c-9204-bf2111892897 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.876474] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.876723] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d4130d9-261e-48e3-a258-acfafeec2a65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.884014] env[69563]: DEBUG oslo_vmware.api [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1307.884014] env[69563]: value = "task-3404731" [ 1307.884014] env[69563]: _type = "Task" [ 1307.884014] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.891597] env[69563]: DEBUG oslo_vmware.api [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.112696] env[69563]: DEBUG nova.scheduler.client.report [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.357781] env[69563]: DEBUG nova.network.neutron [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Port dfe84a3d-5759-46f8-85a5-07289f6566aa binding to destination host cpu-1 is already ACTIVE {{(pid=69563) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3230}} [ 1308.358058] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.358214] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.358394] env[69563]: DEBUG nova.network.neutron [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1308.393686] env[69563]: DEBUG oslo_vmware.api [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404731, 'name': PowerOffVM_Task, 'duration_secs': 0.191347} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.393974] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.394210] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.394486] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a26026-1b1d-4f6d-9eed-14c688a7c9a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.458538] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.458748] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.458928] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleting the datastore file [datastore2] e0274cec-c0e0-40d6-85bc-dac6d69e1627 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.459219] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82afeddf-7f42-40e6-8d84-db190f81cb3c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.467331] env[69563]: DEBUG oslo_vmware.api [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1308.467331] env[69563]: value = "task-3404733" [ 1308.467331] env[69563]: _type = "Task" [ 1308.467331] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.476645] env[69563]: DEBUG oslo_vmware.api [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.617588] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.977459] env[69563]: DEBUG oslo_vmware.api [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150659} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.979981] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.980203] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.980383] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.980556] env[69563]: INFO nova.compute.manager [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1308.980800] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.981000] env[69563]: DEBUG nova.compute.manager [-] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.981104] env[69563]: DEBUG nova.network.neutron [-] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1309.091652] env[69563]: DEBUG nova.network.neutron [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [{"id": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "address": "fa:16:3e:32:64:24", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe84a3d-57", "ovs_interfaceid": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1309.129129] env[69563]: DEBUG oslo_concurrency.lockutils [None req-77db79e9-2c77-4b33-887c-501cea97c695 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.171s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.130036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.391s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.130222] env[69563]: INFO nova.compute.manager [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Unshelving [ 1309.233662] env[69563]: DEBUG nova.compute.manager [req-e068c498-a08c-4765-b183-7f865e4eb994 req-4670005c-b1fb-4ebc-b934-478d8865b057 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Received event network-vif-deleted-cd7e600a-81f6-4d0a-afd5-939535ba861d {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.233881] env[69563]: INFO nova.compute.manager [req-e068c498-a08c-4765-b183-7f865e4eb994 req-4670005c-b1fb-4ebc-b934-478d8865b057 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Neutron deleted interface cd7e600a-81f6-4d0a-afd5-939535ba861d; detaching it from the instance and deleting it from the info cache [ 1309.234073] env[69563]: DEBUG nova.network.neutron [req-e068c498-a08c-4765-b183-7f865e4eb994 req-4670005c-b1fb-4ebc-b934-478d8865b057 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1309.596074] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.716556] env[69563]: DEBUG nova.network.neutron [-] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1309.737239] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5597d92a-1f48-49dc-b14f-4fb9906d05d2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.746696] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da158a15-c755-43a9-9195-ba4a4782ca4f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.773560] env[69563]: DEBUG nova.compute.manager [req-e068c498-a08c-4765-b183-7f865e4eb994 req-4670005c-b1fb-4ebc-b934-478d8865b057 service nova] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Detach interface failed, port_id=cd7e600a-81f6-4d0a-afd5-939535ba861d, reason: Instance e0274cec-c0e0-40d6-85bc-dac6d69e1627 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.099606] env[69563]: DEBUG nova.compute.manager [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69563) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1310.099855] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.100127] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.154721] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.220071] env[69563]: INFO nova.compute.manager [-] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Took 1.24 seconds to deallocate network for instance. [ 1310.603251] env[69563]: DEBUG nova.objects.instance [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'migration_context' on Instance uuid e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.727289] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.173893] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f998473-1acb-4cc1-8cee-c8676ba102e8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.181028] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a849de-eda1-498e-932d-8bf2cf290a95 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.210645] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c4c6fb-8923-4791-aaa2-2d5bc0c3837c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.217978] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64d1ac-6016-427a-9ecf-4de43d20f6a0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.231308] env[69563]: DEBUG nova.compute.provider_tree [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.735367] env[69563]: DEBUG nova.scheduler.client.report [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.747464] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.647s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.753137] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.599s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.753362] env[69563]: DEBUG nova.objects.instance [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'pci_requests' on Instance uuid 49b5a8f3-6010-47a1-9552-b6c3f19806da {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.260918] env[69563]: DEBUG nova.objects.instance [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'numa_topology' on Instance uuid 49b5a8f3-6010-47a1-9552-b6c3f19806da {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.764908] env[69563]: INFO nova.compute.claims [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.286468] env[69563]: INFO nova.compute.manager [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Swapping old allocation on dict_keys(['cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26']) held by migration 0ade488a-2984-4ee4-b561-caa011c82c57 for instance [ 1314.308584] env[69563]: DEBUG nova.scheduler.client.report [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Overwriting current allocation {'allocations': {'cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 197}}, 'project_id': '5b8fbab8b3134d1f94677dafcd5cd688', 'user_id': '0ad976a18e274b159915b4dc848aa6cf', 'consumer_generation': 1} on consumer e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72 {{(pid=69563) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1314.379904] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.380126] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.380306] env[69563]: DEBUG nova.network.neutron [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1314.836330] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50afc766-fa8a-437b-9a9d-c730358002f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.844070] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca55237-d74f-4f50-b88c-1628499a2819 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.873814] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022d48c2-6f9c-46f7-8d1f-bbe20a390f8d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.881339] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bcb599-43f8-49bb-b705-bbd324e9bc69 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.897679] env[69563]: DEBUG nova.compute.provider_tree [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.078512] env[69563]: DEBUG nova.network.neutron [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [{"id": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "address": "fa:16:3e:32:64:24", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe84a3d-57", "ovs_interfaceid": "dfe84a3d-5759-46f8-85a5-07289f6566aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1315.400349] env[69563]: DEBUG nova.scheduler.client.report [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.581717] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.582192] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.582471] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb6a97d3-ae2a-4235-b7bb-ab4773d6c879 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.590089] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1315.590089] env[69563]: value = "task-3404734" [ 1315.590089] env[69563]: _type = "Task" [ 1315.590089] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.598148] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.905875] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.908370] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.181s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.908602] env[69563]: DEBUG nova.objects.instance [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'resources' on Instance uuid e0274cec-c0e0-40d6-85bc-dac6d69e1627 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.934777] env[69563]: INFO nova.network.neutron [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating port 041ab106-7faf-4592-bcc1-b8da477d1006 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1316.099457] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404734, 'name': PowerOffVM_Task, 'duration_secs': 0.21871} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.099727] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.100402] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.103217] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.107042] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc6eb53-27c8-479b-87f2-c8aca039a199 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.122426] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1316.122426] env[69563]: value = "task-3404735" [ 1316.122426] env[69563]: _type = "Task" [ 1316.122426] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.129734] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.467970] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6246e5a-4400-414a-8f1d-d871efeadf9d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.475210] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e7b72a-3674-4a6b-a779-3713a4b3b60e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.506478] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c4a7d4-1acc-402e-91e9-9f6e80e90eb9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.513854] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f949c47-16ef-42f0-a1cf-542a45795f3c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.526619] env[69563]: DEBUG nova.compute.provider_tree [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.632480] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404735, 'name': ReconfigVM_Task, 'duration_secs': 0.14343} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.633281] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a93cc0-d339-4403-9bfd-0ef83128b462 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.650918] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.651149] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.651305] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.651481] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.651624] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.651767] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.651966] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.652136] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.652300] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.652458] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.652625] env[69563]: DEBUG nova.virt.hardware [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.653382] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8cb9881-f262-41e2-951f-ae77548a9ced {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.658419] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1316.658419] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521e028b-1b76-5fe3-65c8-df75e1010f0a" [ 1316.658419] env[69563]: _type = "Task" [ 1316.658419] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.665910] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521e028b-1b76-5fe3-65c8-df75e1010f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.030492] env[69563]: DEBUG nova.scheduler.client.report [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.216066] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]521e028b-1b76-5fe3-65c8-df75e1010f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.216066] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.216066] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f159e5d-c0b2-4f27-b2a0-9adf26dd0fba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.216066] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1317.216066] env[69563]: value = "task-3404736" [ 1317.216066] env[69563]: _type = "Task" [ 1317.216066] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.216066] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.314657] env[69563]: DEBUG nova.compute.manager [req-45d55c92-5386-46fc-95f0-ef9795183a05 req-4482b6de-df93-4c65-a937-981e93c642f0 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received event network-vif-plugged-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.314961] env[69563]: DEBUG oslo_concurrency.lockutils [req-45d55c92-5386-46fc-95f0-ef9795183a05 req-4482b6de-df93-4c65-a937-981e93c642f0 service nova] Acquiring lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.315289] env[69563]: DEBUG oslo_concurrency.lockutils [req-45d55c92-5386-46fc-95f0-ef9795183a05 req-4482b6de-df93-4c65-a937-981e93c642f0 service nova] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.315491] env[69563]: DEBUG oslo_concurrency.lockutils [req-45d55c92-5386-46fc-95f0-ef9795183a05 req-4482b6de-df93-4c65-a937-981e93c642f0 service nova] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.315674] env[69563]: DEBUG nova.compute.manager [req-45d55c92-5386-46fc-95f0-ef9795183a05 req-4482b6de-df93-4c65-a937-981e93c642f0 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] No waiting events found dispatching network-vif-plugged-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.315847] env[69563]: WARNING nova.compute.manager [req-45d55c92-5386-46fc-95f0-ef9795183a05 req-4482b6de-df93-4c65-a937-981e93c642f0 service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received unexpected event network-vif-plugged-041ab106-7faf-4592-bcc1-b8da477d1006 for instance with vm_state shelved_offloaded and task_state spawning. [ 1317.394988] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.395198] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.395376] env[69563]: DEBUG nova.network.neutron [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1317.535926] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.563679] env[69563]: INFO nova.scheduler.client.report [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted allocations for instance e0274cec-c0e0-40d6-85bc-dac6d69e1627 [ 1317.711661] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404736, 'name': ReconfigVM_Task, 'duration_secs': 0.156653} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.713199] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.713199] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ae35ed-e282-4789-ab9d-3263ffcd398d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.735195] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72/e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.735419] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5817516-399c-4fe7-8d04-082ac5dc37f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.753256] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1317.753256] env[69563]: value = "task-3404737" [ 1317.753256] env[69563]: _type = "Task" [ 1317.753256] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.760421] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.071723] env[69563]: DEBUG oslo_concurrency.lockutils [None req-577b3c7d-f2b8-4f16-bc84-09ad4b783f33 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "e0274cec-c0e0-40d6-85bc-dac6d69e1627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.711s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.122494] env[69563]: DEBUG nova.network.neutron [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating instance_info_cache with network_info: [{"id": "041ab106-7faf-4592-bcc1-b8da477d1006", "address": "fa:16:3e:a5:76:76", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041ab106-7f", "ovs_interfaceid": "041ab106-7faf-4592-bcc1-b8da477d1006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1318.264027] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404737, 'name': ReconfigVM_Task, 'duration_secs': 0.286222} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.264327] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72/e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.265133] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b2501-3b80-4599-a5a7-8f8c9223c54f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.282801] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75960292-3494-4fb0-bf1e-65048f9ef33d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.300034] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1782b82b-e55c-4d00-9418-17131c226405 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.316828] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b76f5d-0599-4f80-83bb-58a40de79d82 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.322916] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.323167] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ae333ac-6502-4f16-b0dc-0e9a2e563b72 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.328840] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1318.328840] env[69563]: value = "task-3404739" [ 1318.328840] env[69563]: _type = "Task" [ 1318.328840] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.335662] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.625675] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.655675] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7baac38a78dcc014950333c02182c368',container_format='bare',created_at=2025-04-10T19:04:12Z,direct_url=,disk_format='vmdk',id=1265c212-c0a8-4f8f-8a3f-225ed82742b9,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1407904697-shelved',owner='00e693c59a6c4429b0f78b92151ad4dc',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-10T19:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.655927] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.656082] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.656271] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.656416] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.656573] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.656812] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.656977] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.657164] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.657330] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.657502] env[69563]: DEBUG nova.virt.hardware [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.658419] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be4b75-43ac-4548-869a-a158343b4a5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.666812] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faae2125-056f-4327-9873-0fb919fa6fa7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.683251] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:76:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '041ab106-7faf-4592-bcc1-b8da477d1006', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.690510] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.690735] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.690940] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14597ac-8b62-42ce-81a9-8442f09dfe18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.709187] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.709187] env[69563]: value = "task-3404740" [ 1318.709187] env[69563]: _type = "Task" [ 1318.709187] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.716449] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404740, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.839027] env[69563]: DEBUG oslo_vmware.api [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404739, 'name': PowerOnVM_Task, 'duration_secs': 0.360961} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.839349] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.219476] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404740, 'name': CreateVM_Task, 'duration_secs': 0.357075} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.219926] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.220278] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.220441] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.220818] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.221076] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc13b06-b3c8-434f-9342-23b52c774a62 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.225256] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1319.225256] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e31be8-db9c-0aa5-cefc-fc0123cd3750" [ 1319.225256] env[69563]: _type = "Task" [ 1319.225256] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.232522] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e31be8-db9c-0aa5-cefc-fc0123cd3750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.339123] env[69563]: DEBUG nova.compute.manager [req-bb2ce66b-98c6-4eb2-8bbb-3d3038b49202 req-4d823b9c-79ff-4cc9-a4e9-3eee493dc12b service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received event network-changed-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.339123] env[69563]: DEBUG nova.compute.manager [req-bb2ce66b-98c6-4eb2-8bbb-3d3038b49202 req-4d823b9c-79ff-4cc9-a4e9-3eee493dc12b service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Refreshing instance network info cache due to event network-changed-041ab106-7faf-4592-bcc1-b8da477d1006. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.339123] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb2ce66b-98c6-4eb2-8bbb-3d3038b49202 req-4d823b9c-79ff-4cc9-a4e9-3eee493dc12b service nova] Acquiring lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.339123] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb2ce66b-98c6-4eb2-8bbb-3d3038b49202 req-4d823b9c-79ff-4cc9-a4e9-3eee493dc12b service nova] Acquired lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.339409] env[69563]: DEBUG nova.network.neutron [req-bb2ce66b-98c6-4eb2-8bbb-3d3038b49202 req-4d823b9c-79ff-4cc9-a4e9-3eee493dc12b service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Refreshing network info cache for port 041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1319.735542] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.735820] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Processing image 1265c212-c0a8-4f8f-8a3f-225ed82742b9 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.736036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9/1265c212-c0a8-4f8f-8a3f-225ed82742b9.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.736194] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9/1265c212-c0a8-4f8f-8a3f-225ed82742b9.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.736375] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.736629] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a413bc1b-a2af-4390-a106-cb27bbb9e2c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.745924] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.746134] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.746804] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-514efbbe-085d-4962-811c-3bed629d64eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.752022] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1319.752022] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5280bb53-8c5f-1b02-2399-60197c2bb053" [ 1319.752022] env[69563]: _type = "Task" [ 1319.752022] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.759157] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5280bb53-8c5f-1b02-2399-60197c2bb053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.850100] env[69563]: INFO nova.compute.manager [None req-e5c4431a-3e44-4594-a7b9-b34f32c8103e tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance to original state: 'active' [ 1320.036628] env[69563]: DEBUG nova.network.neutron [req-bb2ce66b-98c6-4eb2-8bbb-3d3038b49202 req-4d823b9c-79ff-4cc9-a4e9-3eee493dc12b service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updated VIF entry in instance network info cache for port 041ab106-7faf-4592-bcc1-b8da477d1006. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1320.037042] env[69563]: DEBUG nova.network.neutron [req-bb2ce66b-98c6-4eb2-8bbb-3d3038b49202 req-4d823b9c-79ff-4cc9-a4e9-3eee493dc12b service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating instance_info_cache with network_info: [{"id": "041ab106-7faf-4592-bcc1-b8da477d1006", "address": "fa:16:3e:a5:76:76", "network": {"id": "3ee20c46-c530-48fe-8af1-a66303ff0499", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1168555949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00e693c59a6c4429b0f78b92151ad4dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap041ab106-7f", "ovs_interfaceid": "041ab106-7faf-4592-bcc1-b8da477d1006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1320.262448] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Preparing fetch location {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1320.262783] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Fetch image to [datastore1] OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e/OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e.vmdk {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1320.262884] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Downloading stream optimized image 1265c212-c0a8-4f8f-8a3f-225ed82742b9 to [datastore1] OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e/OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e.vmdk on the data store datastore1 as vApp {{(pid=69563) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1320.263061] env[69563]: DEBUG nova.virt.vmwareapi.images [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Downloading image file data 1265c212-c0a8-4f8f-8a3f-225ed82742b9 to the ESX as VM named 'OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e' {{(pid=69563) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1320.337012] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1320.337012] env[69563]: value = "resgroup-9" [ 1320.337012] env[69563]: _type = "ResourcePool" [ 1320.337012] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1320.337331] env[69563]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-82c4a914-8dcb-4f9a-bc0d-7d979760caab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.359752] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease: (returnval){ [ 1320.359752] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5227217e-af72-05c5-1d70-8811ce5ec29a" [ 1320.359752] env[69563]: _type = "HttpNfcLease" [ 1320.359752] env[69563]: } obtained for vApp import into resource pool (val){ [ 1320.359752] env[69563]: value = "resgroup-9" [ 1320.359752] env[69563]: _type = "ResourcePool" [ 1320.359752] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1320.360171] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the lease: (returnval){ [ 1320.360171] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5227217e-af72-05c5-1d70-8811ce5ec29a" [ 1320.360171] env[69563]: _type = "HttpNfcLease" [ 1320.360171] env[69563]: } to be ready. {{(pid=69563) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1320.366472] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1320.366472] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5227217e-af72-05c5-1d70-8811ce5ec29a" [ 1320.366472] env[69563]: _type = "HttpNfcLease" [ 1320.366472] env[69563]: } is initializing. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1320.539769] env[69563]: DEBUG oslo_concurrency.lockutils [req-bb2ce66b-98c6-4eb2-8bbb-3d3038b49202 req-4d823b9c-79ff-4cc9-a4e9-3eee493dc12b service nova] Releasing lock "refresh_cache-49b5a8f3-6010-47a1-9552-b6c3f19806da" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.871253] env[69563]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1320.871253] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5227217e-af72-05c5-1d70-8811ce5ec29a" [ 1320.871253] env[69563]: _type = "HttpNfcLease" [ 1320.871253] env[69563]: } is ready. {{(pid=69563) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1320.871637] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1320.871637] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5227217e-af72-05c5-1d70-8811ce5ec29a" [ 1320.871637] env[69563]: _type = "HttpNfcLease" [ 1320.871637] env[69563]: }. {{(pid=69563) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1320.872302] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d2eba-eb2f-439a-8ab9-9935cc62c6d7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.880283] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.880514] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.880719] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.880907] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.881095] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.882759] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039f16-005a-e87e-6894-05285c37060c/disk-0.vmdk from lease info. {{(pid=69563) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1320.882941] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039f16-005a-e87e-6894-05285c37060c/disk-0.vmdk. {{(pid=69563) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1320.884437] env[69563]: INFO nova.compute.manager [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Terminating instance [ 1320.949658] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cf761ec-0515-4f80-ad36-938e13244564 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.442557] env[69563]: DEBUG nova.compute.manager [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.442962] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.444166] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f718d1-61e0-4714-b27e-19599207c209 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.455075] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.456618] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5322822b-493a-4a57-bf45-bfdddc463f3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.463742] env[69563]: DEBUG oslo_vmware.api [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1321.463742] env[69563]: value = "task-3404742" [ 1321.463742] env[69563]: _type = "Task" [ 1321.463742] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.472865] env[69563]: DEBUG oslo_vmware.api [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.683847] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.684230] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.684665] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.684931] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.685163] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.689527] env[69563]: INFO nova.compute.manager [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Terminating instance [ 1321.975861] env[69563]: DEBUG oslo_vmware.api [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404742, 'name': PowerOffVM_Task, 'duration_secs': 0.242529} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.977432] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.977640] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.977908] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9eae265-87d5-4f87-8798-134f1c59e13e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.046425] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.046688] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.046832] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleting the datastore file [datastore1] e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.047177] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90287621-7d8a-47ca-afd4-eeae2e851108 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.057123] env[69563]: DEBUG oslo_vmware.api [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1322.057123] env[69563]: value = "task-3404744" [ 1322.057123] env[69563]: _type = "Task" [ 1322.057123] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.065905] env[69563]: DEBUG oslo_vmware.api [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.193916] env[69563]: DEBUG nova.compute.manager [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.194220] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.195174] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b000ba80-9b50-48a4-8751-9d092f03db6b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.204972] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.206686] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a902075d-b5a0-4248-8de0-807fed87b036 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.212784] env[69563]: DEBUG oslo_vmware.api [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1322.212784] env[69563]: value = "task-3404745" [ 1322.212784] env[69563]: _type = "Task" [ 1322.212784] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.222042] env[69563]: DEBUG oslo_vmware.api [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.261389] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Completed reading data from the image iterator. {{(pid=69563) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1322.262117] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039f16-005a-e87e-6894-05285c37060c/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1322.263043] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210c57d8-6337-4928-8097-b56987a0fbba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.270732] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039f16-005a-e87e-6894-05285c37060c/disk-0.vmdk is in state: ready. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1322.270884] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039f16-005a-e87e-6894-05285c37060c/disk-0.vmdk. {{(pid=69563) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1322.271120] env[69563]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ab8158a3-5303-4bb4-9b30-5caf4d5d6c21 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.471662] env[69563]: DEBUG oslo_vmware.rw_handles [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039f16-005a-e87e-6894-05285c37060c/disk-0.vmdk. {{(pid=69563) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1322.472103] env[69563]: INFO nova.virt.vmwareapi.images [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Downloaded image file data 1265c212-c0a8-4f8f-8a3f-225ed82742b9 [ 1322.472719] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33974c35-116b-4eb9-b79a-278bcf5f658c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.488899] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10705912-4bc7-4b1a-b488-dae8bcef3507 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.511069] env[69563]: INFO nova.virt.vmwareapi.images [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] The imported VM was unregistered [ 1322.513498] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Caching image {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1322.513727] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.513993] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11ad8ff8-fadb-4438-8a4d-2611e5b5747e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.524564] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Created directory with path [datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9 {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.524745] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e/OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e.vmdk to [datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9/1265c212-c0a8-4f8f-8a3f-225ed82742b9.vmdk. {{(pid=69563) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1322.524979] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a90127a2-80d9-483e-b915-11007c901ba7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.531410] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1322.531410] env[69563]: value = "task-3404747" [ 1322.531410] env[69563]: _type = "Task" [ 1322.531410] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.538561] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404747, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.566098] env[69563]: DEBUG oslo_vmware.api [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17492} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.566323] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.566499] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.566673] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.566843] env[69563]: INFO nova.compute.manager [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1322.567091] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.567282] env[69563]: DEBUG nova.compute.manager [-] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.567380] env[69563]: DEBUG nova.network.neutron [-] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1322.724329] env[69563]: DEBUG oslo_vmware.api [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404745, 'name': PowerOffVM_Task, 'duration_secs': 0.214171} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.724587] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.724719] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.724987] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781e35b6-447c-4303-a647-69424617c9e5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.787431] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.787741] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.787931] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleting the datastore file [datastore2] ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.788235] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e5cbb9f-5b13-4ec9-8d91-74be7c6d64e4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.795752] env[69563]: DEBUG oslo_vmware.api [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for the task: (returnval){ [ 1322.795752] env[69563]: value = "task-3404749" [ 1322.795752] env[69563]: _type = "Task" [ 1322.795752] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.804534] env[69563]: DEBUG oslo_vmware.api [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.042096] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404747, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.059778] env[69563]: DEBUG nova.compute.manager [req-f99326fb-6716-4d8c-9ed2-e74d5b1ff78c req-f3c17a24-d526-4370-b7bc-dd5e8e7bee12 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Received event network-vif-deleted-dfe84a3d-5759-46f8-85a5-07289f6566aa {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.060115] env[69563]: INFO nova.compute.manager [req-f99326fb-6716-4d8c-9ed2-e74d5b1ff78c req-f3c17a24-d526-4370-b7bc-dd5e8e7bee12 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Neutron deleted interface dfe84a3d-5759-46f8-85a5-07289f6566aa; detaching it from the instance and deleting it from the info cache [ 1323.060204] env[69563]: DEBUG nova.network.neutron [req-f99326fb-6716-4d8c-9ed2-e74d5b1ff78c req-f3c17a24-d526-4370-b7bc-dd5e8e7bee12 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1323.306609] env[69563]: DEBUG oslo_vmware.api [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Task: {'id': task-3404749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259455} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.306903] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.307077] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.307267] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.307443] env[69563]: INFO nova.compute.manager [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1323.307714] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.307937] env[69563]: DEBUG nova.compute.manager [-] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.308180] env[69563]: DEBUG nova.network.neutron [-] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1323.554691] env[69563]: DEBUG nova.network.neutron [-] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1323.555963] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404747, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.567167] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f00dbb23-1f73-49c0-a06b-716a51aec24f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.578057] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac79bc4-4557-46d4-ab5a-74d0c595f7f0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.607778] env[69563]: DEBUG nova.compute.manager [req-f99326fb-6716-4d8c-9ed2-e74d5b1ff78c req-f3c17a24-d526-4370-b7bc-dd5e8e7bee12 service nova] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Detach interface failed, port_id=dfe84a3d-5759-46f8-85a5-07289f6566aa, reason: Instance e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.788887] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.789195] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.789296] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1324.043053] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404747, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.057784] env[69563]: INFO nova.compute.manager [-] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Took 1.49 seconds to deallocate network for instance. [ 1324.092662] env[69563]: DEBUG nova.network.neutron [-] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1324.543485] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404747, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.565623] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.566027] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.566275] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.591547] env[69563]: INFO nova.scheduler.client.report [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted allocations for instance e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72 [ 1324.595991] env[69563]: INFO nova.compute.manager [-] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Took 1.29 seconds to deallocate network for instance. [ 1325.045046] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404747, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.302138} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.045046] env[69563]: INFO nova.virt.vmwareapi.ds_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e/OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e.vmdk to [datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9/1265c212-c0a8-4f8f-8a3f-225ed82742b9.vmdk. [ 1325.045046] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Cleaning up location [datastore1] OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1325.045046] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a6856b9a-a3c8-4915-ace0-5d4811a1215e {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.045327] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd2c2a26-29ab-4625-9feb-0c9b8294a482 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.051291] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1325.051291] env[69563]: value = "task-3404750" [ 1325.051291] env[69563]: _type = "Task" [ 1325.051291] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.058848] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.091691] env[69563]: DEBUG nova.compute.manager [req-99187468-f5da-4252-94a7-7a74f022d762 req-668b2f18-c3a8-4186-88cc-f1d2a4f1531d service nova] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Received event network-vif-deleted-c888f52c-9d07-4fd8-8078-bd2a4661d8e0 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.100560] env[69563]: DEBUG oslo_concurrency.lockutils [None req-1153828c-f00b-419c-bb9a-2fef5d3efb32 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.220s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.101936] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.102199] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.102390] env[69563]: DEBUG nova.objects.instance [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lazy-loading 'resources' on Instance uuid ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.560993] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035885} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.561244] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.561411] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9/1265c212-c0a8-4f8f-8a3f-225ed82742b9.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.561650] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9/1265c212-c0a8-4f8f-8a3f-225ed82742b9.vmdk to [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da/49b5a8f3-6010-47a1-9552-b6c3f19806da.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.561904] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b66cabe3-a905-4616-b291-f9f5f3d20b42 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.570311] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1325.570311] env[69563]: value = "task-3404751" [ 1325.570311] env[69563]: _type = "Task" [ 1325.570311] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.577456] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.657993] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba7baf3-10c5-400c-84e5-0d75249c0b7c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.665776] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34283996-e7a5-4786-ad33-02f766f56643 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.696199] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ca12df-a718-4124-b17c-92de53ede871 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.703176] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db6943a-605b-456d-9a4d-73f5d0b2dcd5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.716144] env[69563]: DEBUG nova.compute.provider_tree [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.758236] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.758481] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.783895] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.080855] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404751, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.219703] env[69563]: DEBUG nova.scheduler.client.report [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.260656] env[69563]: DEBUG nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.581774] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404751, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.725350] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.747169] env[69563]: INFO nova.scheduler.client.report [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Deleted allocations for instance ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb [ 1326.782262] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.782665] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.784856] env[69563]: INFO nova.compute.claims [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.789211] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.081977] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404751, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.256646] env[69563]: DEBUG oslo_concurrency.lockutils [None req-c29e2a3c-d85b-469c-83f9-ce72a5e56429 tempest-ServerActionsTestOtherA-1472554478 tempest-ServerActionsTestOtherA-1472554478-project-member] Lock "ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.572s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.582483] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404751, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.788122] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.831696] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94099910-c6ff-46b7-a9d2-fe1407dd34f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.839688] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5a320-2a19-47af-8e79-37057e0d52a9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.870764] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcba5c99-794a-452c-82c5-b5159cc57ce5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.881794] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ea4913-d2e9-4a88-9274-6033673c82cb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.900274] env[69563]: DEBUG nova.compute.provider_tree [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.082239] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404751, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.199876} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.082509] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1265c212-c0a8-4f8f-8a3f-225ed82742b9/1265c212-c0a8-4f8f-8a3f-225ed82742b9.vmdk to [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da/49b5a8f3-6010-47a1-9552-b6c3f19806da.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.083438] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a024ff3-b9b8-469b-9982-097bc8d2c3be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.104808] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da/49b5a8f3-6010-47a1-9552-b6c3f19806da.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.105122] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c5c410-5e55-4d3e-a97b-a96af2e6c01f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.124951] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1328.124951] env[69563]: value = "task-3404752" [ 1328.124951] env[69563]: _type = "Task" [ 1328.124951] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.132944] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.403956] env[69563]: DEBUG nova.scheduler.client.report [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.634840] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404752, 'name': ReconfigVM_Task, 'duration_secs': 0.268736} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.635265] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da/49b5a8f3-6010-47a1-9552-b6c3f19806da.vmdk or device None with type streamOptimized {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.635826] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20da30ee-279d-40da-ba64-d587c777522e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.641814] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1328.641814] env[69563]: value = "task-3404753" [ 1328.641814] env[69563]: _type = "Task" [ 1328.641814] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.649126] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404753, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.789396] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.909683] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.910327] env[69563]: DEBUG nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.152473] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404753, 'name': Rename_Task, 'duration_secs': 0.141638} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.152765] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.153026] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2219b404-bb72-4eab-8386-8f4b2a4ec154 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.159710] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1329.159710] env[69563]: value = "task-3404754" [ 1329.159710] env[69563]: _type = "Task" [ 1329.159710] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.167463] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.415976] env[69563]: DEBUG nova.compute.utils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.417531] env[69563]: DEBUG nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.417721] env[69563]: DEBUG nova.network.neutron [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1329.486952] env[69563]: DEBUG nova.policy [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad976a18e274b159915b4dc848aa6cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b8fbab8b3134d1f94677dafcd5cd688', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.669951] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.750618] env[69563]: DEBUG nova.network.neutron [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Successfully created port: af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1329.921322] env[69563]: DEBUG nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.170495] env[69563]: DEBUG oslo_vmware.api [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404754, 'name': PowerOnVM_Task, 'duration_secs': 0.673328} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.170763] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.271690] env[69563]: DEBUG nova.compute.manager [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.272691] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65dccd8-7395-4ee9-94d8-16775f807c18 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.697566] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.697882] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.790576] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.790576] env[69563]: DEBUG oslo_concurrency.lockutils [None req-59d23bc3-20b4-4e1a-9d53-58997104eeb2 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.660s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.931168] env[69563]: DEBUG nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.959450] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.959715] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.959888] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.960702] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.960702] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.960702] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.960880] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.960953] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.961143] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.961298] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.961467] env[69563]: DEBUG nova.virt.hardware [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.962644] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558c7544-5335-4975-90b0-132480e6e030 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.970722] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdaafbb-1d9c-491e-b978-27db5753e9c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.120032] env[69563]: DEBUG nova.compute.manager [req-12a28dbf-abfe-49ab-be90-3cadc0f10548 req-c244ac7d-7ae4-452e-b878-8592c9cb7a5e service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Received event network-vif-plugged-af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.120260] env[69563]: DEBUG oslo_concurrency.lockutils [req-12a28dbf-abfe-49ab-be90-3cadc0f10548 req-c244ac7d-7ae4-452e-b878-8592c9cb7a5e service nova] Acquiring lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.120474] env[69563]: DEBUG oslo_concurrency.lockutils [req-12a28dbf-abfe-49ab-be90-3cadc0f10548 req-c244ac7d-7ae4-452e-b878-8592c9cb7a5e service nova] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.120636] env[69563]: DEBUG oslo_concurrency.lockutils [req-12a28dbf-abfe-49ab-be90-3cadc0f10548 req-c244ac7d-7ae4-452e-b878-8592c9cb7a5e service nova] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.120808] env[69563]: DEBUG nova.compute.manager [req-12a28dbf-abfe-49ab-be90-3cadc0f10548 req-c244ac7d-7ae4-452e-b878-8592c9cb7a5e service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] No waiting events found dispatching network-vif-plugged-af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.120971] env[69563]: WARNING nova.compute.manager [req-12a28dbf-abfe-49ab-be90-3cadc0f10548 req-c244ac7d-7ae4-452e-b878-8592c9cb7a5e service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Received unexpected event network-vif-plugged-af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e for instance with vm_state building and task_state spawning. [ 1331.200128] env[69563]: DEBUG nova.network.neutron [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Successfully updated port: af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1331.201464] env[69563]: DEBUG nova.compute.manager [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1331.704714] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.704958] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.705131] env[69563]: DEBUG nova.network.neutron [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1331.727020] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.727020] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.728549] env[69563]: INFO nova.compute.claims [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.788494] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.040044] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.040311] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.040550] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.040740] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.040908] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.043028] env[69563]: INFO nova.compute.manager [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Terminating instance [ 1332.246965] env[69563]: DEBUG nova.network.neutron [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1332.292706] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.382451] env[69563]: DEBUG nova.network.neutron [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updating instance_info_cache with network_info: [{"id": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "address": "fa:16:3e:9e:cc:5f", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c69fa-a8", "ovs_interfaceid": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1332.547156] env[69563]: DEBUG nova.compute.manager [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.547440] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.548565] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df9a55e-725f-41fc-81ff-20006581e64e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.556519] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.556749] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3277ad6-b558-4c46-8c0b-a2391e8306cc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.562607] env[69563]: DEBUG oslo_vmware.api [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1332.562607] env[69563]: value = "task-3404755" [ 1332.562607] env[69563]: _type = "Task" [ 1332.562607] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.570854] env[69563]: DEBUG oslo_vmware.api [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.783837] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b19868-8262-4990-a308-20063ba4c739 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.791795] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03c9397-202b-4e61-8c8e-22664f075bd1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.822690] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685655c1-a342-449e-bee3-f4abac7be2cc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.829509] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa56758-79c9-43e5-b39f-7b5f746e10b6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.842314] env[69563]: DEBUG nova.compute.provider_tree [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.885332] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.885611] env[69563]: DEBUG nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Instance network_info: |[{"id": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "address": "fa:16:3e:9e:cc:5f", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c69fa-a8", "ovs_interfaceid": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.886048] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:cc:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.893544] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.893740] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.893943] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f902fe5-9d43-4b0e-b984-10aeb1375611 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.913135] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.913135] env[69563]: value = "task-3404756" [ 1332.913135] env[69563]: _type = "Task" [ 1332.913135] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.920477] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404756, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.072588] env[69563]: DEBUG oslo_vmware.api [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404755, 'name': PowerOffVM_Task, 'duration_secs': 0.179182} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.072977] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.073162] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.073411] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af1cbc60-5da7-49f9-95ff-28c367e07715 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.131646] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.131858] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.132053] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleting the datastore file [datastore1] 49b5a8f3-6010-47a1-9552-b6c3f19806da {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.132321] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-628afa64-0676-4866-824f-c68172091202 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.138389] env[69563]: DEBUG oslo_vmware.api [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for the task: (returnval){ [ 1333.138389] env[69563]: value = "task-3404758" [ 1333.138389] env[69563]: _type = "Task" [ 1333.138389] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.145634] env[69563]: DEBUG oslo_vmware.api [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.147730] env[69563]: DEBUG nova.compute.manager [req-1611b699-c516-4b15-b002-3f733436fced req-45c23acc-49dd-4fe5-8a63-b1a90a269d23 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Received event network-changed-af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.147950] env[69563]: DEBUG nova.compute.manager [req-1611b699-c516-4b15-b002-3f733436fced req-45c23acc-49dd-4fe5-8a63-b1a90a269d23 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Refreshing instance network info cache due to event network-changed-af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.148169] env[69563]: DEBUG oslo_concurrency.lockutils [req-1611b699-c516-4b15-b002-3f733436fced req-45c23acc-49dd-4fe5-8a63-b1a90a269d23 service nova] Acquiring lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.148311] env[69563]: DEBUG oslo_concurrency.lockutils [req-1611b699-c516-4b15-b002-3f733436fced req-45c23acc-49dd-4fe5-8a63-b1a90a269d23 service nova] Acquired lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.148475] env[69563]: DEBUG nova.network.neutron [req-1611b699-c516-4b15-b002-3f733436fced req-45c23acc-49dd-4fe5-8a63-b1a90a269d23 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Refreshing network info cache for port af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1333.346020] env[69563]: DEBUG nova.scheduler.client.report [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.422541] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404756, 'name': CreateVM_Task, 'duration_secs': 0.35437} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.422712] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.423376] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.423540] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.423872] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.424131] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5237979-3297-42cd-8c99-1963f750ddaa {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.428628] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1333.428628] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b63515-a004-c284-594f-c21ddf34f3f8" [ 1333.428628] env[69563]: _type = "Task" [ 1333.428628] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.435841] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b63515-a004-c284-594f-c21ddf34f3f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.648093] env[69563]: DEBUG oslo_vmware.api [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Task: {'id': task-3404758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133919} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.648302] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.648486] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.648659] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.648838] env[69563]: INFO nova.compute.manager [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1333.649102] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.649288] env[69563]: DEBUG nova.compute.manager [-] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.649383] env[69563]: DEBUG nova.network.neutron [-] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1333.850627] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.851170] env[69563]: DEBUG nova.compute.manager [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.853886] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.561s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.854024] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.854123] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1333.855055] env[69563]: DEBUG nova.network.neutron [req-1611b699-c516-4b15-b002-3f733436fced req-45c23acc-49dd-4fe5-8a63-b1a90a269d23 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updated VIF entry in instance network info cache for port af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1333.855356] env[69563]: DEBUG nova.network.neutron [req-1611b699-c516-4b15-b002-3f733436fced req-45c23acc-49dd-4fe5-8a63-b1a90a269d23 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updating instance_info_cache with network_info: [{"id": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "address": "fa:16:3e:9e:cc:5f", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c69fa-a8", "ovs_interfaceid": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1333.859943] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c278ef3a-6d38-4319-967a-2f8ae1aab6bb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.865969] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea144214-f7ca-4384-94c1-133e0a772bc2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.884436] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa850ba-2850-4239-bd84-73b875364139 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.892038] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7449424e-0872-4fbe-ab18-fbec0fb7eed3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.924159] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179780MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1333.924316] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.924501] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.939991] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52b63515-a004-c284-594f-c21ddf34f3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.940297] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.940511] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.940737] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.940880] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.941073] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.941344] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f43b1705-b0d7-4514-99aa-2fc90eac9a3e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.950877] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.951066] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.951981] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c217e3-1e38-4095-aa65-4549198e8c7b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.957355] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1333.957355] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c1721-0689-096e-a852-dedbe9f8bef2" [ 1333.957355] env[69563]: _type = "Task" [ 1333.957355] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.965148] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c1721-0689-096e-a852-dedbe9f8bef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.357993] env[69563]: DEBUG nova.compute.utils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1334.359458] env[69563]: DEBUG nova.compute.manager [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Not allocating networking since 'none' was specified. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1334.361132] env[69563]: DEBUG oslo_concurrency.lockutils [req-1611b699-c516-4b15-b002-3f733436fced req-45c23acc-49dd-4fe5-8a63-b1a90a269d23 service nova] Releasing lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.467405] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]520c1721-0689-096e-a852-dedbe9f8bef2, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.468199] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e204005-4370-4ea3-9e6f-6abe4afff827 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.473256] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1334.473256] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ebc559-4312-7c96-01f7-c045728312c6" [ 1334.473256] env[69563]: _type = "Task" [ 1334.473256] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.482161] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ebc559-4312-7c96-01f7-c045728312c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.594642] env[69563]: DEBUG nova.network.neutron [-] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1334.861249] env[69563]: DEBUG nova.compute.manager [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.952252] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 49b5a8f3-6010-47a1-9552-b6c3f19806da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1334.952410] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance e84570fc-5fb4-4fba-b237-e0a503fa0c1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1334.952535] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 3fb247ae-99e6-4f69-8625-a4db7b0e6c00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1334.952714] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1334.952853] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1334.985787] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ebc559-4312-7c96-01f7-c045728312c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018379} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.985787] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.986029] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] e84570fc-5fb4-4fba-b237-e0a503fa0c1b/e84570fc-5fb4-4fba-b237-e0a503fa0c1b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.986321] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d769c4ee-3069-461f-8ae2-4fb055cd749c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.993205] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1334.993205] env[69563]: value = "task-3404759" [ 1334.993205] env[69563]: _type = "Task" [ 1334.993205] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.002951] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.008226] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eeed17-ffb8-493d-9a86-b91970903286 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.014921] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49506c74-3e99-448b-9f2b-e827550e8325 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.045451] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160b63c5-e8cf-4ec1-adbf-cbb9b4c8f034 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.052343] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a7691-3058-44ee-ae82-557161158372 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.065176] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.096895] env[69563]: INFO nova.compute.manager [-] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Took 1.45 seconds to deallocate network for instance. [ 1335.172418] env[69563]: DEBUG nova.compute.manager [req-73c8db4c-48e9-407e-8844-5c2dd0ea3a80 req-e8479c79-546b-434d-bfad-c2b9be3f6e7d service nova] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Received event network-vif-deleted-041ab106-7faf-4592-bcc1-b8da477d1006 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.503450] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485374} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.503836] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore2] e84570fc-5fb4-4fba-b237-e0a503fa0c1b/e84570fc-5fb4-4fba-b237-e0a503fa0c1b.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.504127] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.504355] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17bbfbc-d9fb-4f67-8ddd-61682239513b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.510714] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1335.510714] env[69563]: value = "task-3404760" [ 1335.510714] env[69563]: _type = "Task" [ 1335.510714] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.517900] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.569011] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.603218] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.872292] env[69563]: DEBUG nova.compute.manager [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.899120] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.899358] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.899512] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.899691] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.899833] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.899978] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.900226] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.900398] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.900567] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.900728] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.900898] env[69563]: DEBUG nova.virt.hardware [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.901759] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2b96a-5f8f-40a8-974c-4d063008c221 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.909678] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03655e8e-b9bd-4e85-bccb-5679603a7164 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.922308] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.927707] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Creating folder: Project (f0fe034d56874427b2df627d663f047d). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.927980] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d15c52-3d0f-4f1a-ba31-568d8d25b989 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.937925] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Created folder: Project (f0fe034d56874427b2df627d663f047d) in parent group-v678952. [ 1335.937925] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Creating folder: Instances. Parent ref: group-v679290. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.937925] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf9221f-29d1-4d0c-b502-0c79bf109346 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.945452] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Created folder: Instances in parent group-v679290. [ 1335.945666] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.945843] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.946033] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5f3d266-01e7-436b-a5e6-79817b2b3561 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.961011] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.961011] env[69563]: value = "task-3404763" [ 1335.961011] env[69563]: _type = "Task" [ 1335.961011] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.967576] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404763, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.020895] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093478} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.021181] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.021946] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd7797b-c158-46ae-8705-bfb533797d27 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.043088] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e84570fc-5fb4-4fba-b237-e0a503fa0c1b/e84570fc-5fb4-4fba-b237-e0a503fa0c1b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.043375] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e58a8b8-0965-46c5-871f-9ea3dde79cf0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.062355] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1336.062355] env[69563]: value = "task-3404764" [ 1336.062355] env[69563]: _type = "Task" [ 1336.062355] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.069623] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.074354] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1336.074729] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.074772] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.472s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.074954] env[69563]: DEBUG nova.objects.instance [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lazy-loading 'resources' on Instance uuid 49b5a8f3-6010-47a1-9552-b6c3f19806da {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.471071] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404763, 'name': CreateVM_Task, 'duration_secs': 0.274819} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.471274] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.471652] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.471809] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.472180] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.472437] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5623d3-593c-4407-a492-35df9c8439f1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.476515] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1336.476515] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d2af6e-c86e-bf5e-7953-967c43ccdfe8" [ 1336.476515] env[69563]: _type = "Task" [ 1336.476515] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.483423] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d2af6e-c86e-bf5e-7953-967c43ccdfe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.571513] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404764, 'name': ReconfigVM_Task, 'duration_secs': 0.276612} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.571802] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e84570fc-5fb4-4fba-b237-e0a503fa0c1b/e84570fc-5fb4-4fba-b237-e0a503fa0c1b.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.572437] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6016605-970a-48d8-911d-6cf1f9797638 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.580226] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1336.580226] env[69563]: value = "task-3404765" [ 1336.580226] env[69563]: _type = "Task" [ 1336.580226] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.587819] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404765, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.624425] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b37ed8a-ee39-4152-adc3-547dedf6662f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.631030] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f123530b-78f7-4012-98d1-383c1afe183b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.660259] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b620a83a-fc12-42dc-9a69-b15218101312 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.666822] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1944736b-09ba-4c81-b34a-aeb7654ecb4c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.679349] env[69563]: DEBUG nova.compute.provider_tree [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.986544] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52d2af6e-c86e-bf5e-7953-967c43ccdfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.986894] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.987091] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.987324] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.987466] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.987638] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.987902] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a68182a-52d1-4797-b7bb-bd80630f3b5c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.996230] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.996393] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.997060] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9317eed-70e5-4e69-b831-eca973d32c06 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.004087] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1337.004087] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528dbfe6-d84b-ec50-198a-c1f16893308b" [ 1337.004087] env[69563]: _type = "Task" [ 1337.004087] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.011157] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528dbfe6-d84b-ec50-198a-c1f16893308b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.090033] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404765, 'name': Rename_Task, 'duration_secs': 0.131502} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.090321] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.090554] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa07341-17a4-45ca-9fe5-dc6a1ae00222 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.096668] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1337.096668] env[69563]: value = "task-3404766" [ 1337.096668] env[69563]: _type = "Task" [ 1337.096668] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.103784] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.182210] env[69563]: DEBUG nova.scheduler.client.report [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.515609] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]528dbfe6-d84b-ec50-198a-c1f16893308b, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.516474] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770fcbcd-d3da-489e-b4f6-7a33c873bcae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.522061] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1337.522061] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e58d52-2ada-2dfa-5740-850b8471bdb4" [ 1337.522061] env[69563]: _type = "Task" [ 1337.522061] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.529462] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e58d52-2ada-2dfa-5740-850b8471bdb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.607055] env[69563]: DEBUG oslo_vmware.api [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404766, 'name': PowerOnVM_Task, 'duration_secs': 0.417767} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.607055] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.607055] env[69563]: INFO nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1337.607055] env[69563]: DEBUG nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.607630] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade86cc8-884a-4771-9a1c-0f000a68a39f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.687131] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.708074] env[69563]: INFO nova.scheduler.client.report [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Deleted allocations for instance 49b5a8f3-6010-47a1-9552-b6c3f19806da [ 1338.032636] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52e58d52-2ada-2dfa-5740-850b8471bdb4, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.033036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.033154] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00/3fb247ae-99e6-4f69-8625-a4db7b0e6c00.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.033404] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79a3f85d-1380-4b0e-b7d3-276752ef2c01 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.040835] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1338.040835] env[69563]: value = "task-3404767" [ 1338.040835] env[69563]: _type = "Task" [ 1338.040835] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.047837] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.125900] env[69563]: INFO nova.compute.manager [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Took 11.36 seconds to build instance. [ 1338.215312] env[69563]: DEBUG oslo_concurrency.lockutils [None req-8ee707ee-b08a-45a9-a12e-9227d6e0da67 tempest-ServerActionsTestOtherB-89651301 tempest-ServerActionsTestOtherB-89651301-project-member] Lock "49b5a8f3-6010-47a1-9552-b6c3f19806da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.175s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.550860] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465394} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.551235] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00/3fb247ae-99e6-4f69-8625-a4db7b0e6c00.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.551444] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.551685] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b1ec61a-c830-4d4e-a5ba-56f712fe6d6f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.559008] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1338.559008] env[69563]: value = "task-3404769" [ 1338.559008] env[69563]: _type = "Task" [ 1338.559008] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.566733] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.628412] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e173ae9a-0945-4bbf-a80f-624c26a966a8 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.870s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.068594] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063289} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.068990] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.069650] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045604e9-6d9e-4101-956a-5e219b244a07 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.090851] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00/3fb247ae-99e6-4f69-8625-a4db7b0e6c00.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.091135] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90995898-213d-4e3b-a960-2396caba7b9e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.110410] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1339.110410] env[69563]: value = "task-3404770" [ 1339.110410] env[69563]: _type = "Task" [ 1339.110410] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.118194] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.150190] env[69563]: DEBUG nova.compute.manager [req-94431487-e889-426c-9c71-5d679e7409fb req-48a476e1-6ba1-4a8c-a29d-7ad2dfec97ed service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Received event network-changed-af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.150455] env[69563]: DEBUG nova.compute.manager [req-94431487-e889-426c-9c71-5d679e7409fb req-48a476e1-6ba1-4a8c-a29d-7ad2dfec97ed service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Refreshing instance network info cache due to event network-changed-af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.150605] env[69563]: DEBUG oslo_concurrency.lockutils [req-94431487-e889-426c-9c71-5d679e7409fb req-48a476e1-6ba1-4a8c-a29d-7ad2dfec97ed service nova] Acquiring lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.150748] env[69563]: DEBUG oslo_concurrency.lockutils [req-94431487-e889-426c-9c71-5d679e7409fb req-48a476e1-6ba1-4a8c-a29d-7ad2dfec97ed service nova] Acquired lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.150856] env[69563]: DEBUG nova.network.neutron [req-94431487-e889-426c-9c71-5d679e7409fb req-48a476e1-6ba1-4a8c-a29d-7ad2dfec97ed service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Refreshing network info cache for port af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1339.620604] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.868152] env[69563]: DEBUG nova.network.neutron [req-94431487-e889-426c-9c71-5d679e7409fb req-48a476e1-6ba1-4a8c-a29d-7ad2dfec97ed service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updated VIF entry in instance network info cache for port af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1339.868536] env[69563]: DEBUG nova.network.neutron [req-94431487-e889-426c-9c71-5d679e7409fb req-48a476e1-6ba1-4a8c-a29d-7ad2dfec97ed service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updating instance_info_cache with network_info: [{"id": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "address": "fa:16:3e:9e:cc:5f", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c69fa-a8", "ovs_interfaceid": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1340.121270] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404770, 'name': ReconfigVM_Task, 'duration_secs': 0.691217} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.121679] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00/3fb247ae-99e6-4f69-8625-a4db7b0e6c00.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.122044] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-111d0c40-6398-4e16-9858-9409f7f0d937 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.128496] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1340.128496] env[69563]: value = "task-3404771" [ 1340.128496] env[69563]: _type = "Task" [ 1340.128496] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.136021] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404771, 'name': Rename_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.371560] env[69563]: DEBUG oslo_concurrency.lockutils [req-94431487-e889-426c-9c71-5d679e7409fb req-48a476e1-6ba1-4a8c-a29d-7ad2dfec97ed service nova] Releasing lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.638352] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404771, 'name': Rename_Task, 'duration_secs': 0.168397} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.638588] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.638831] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45799796-9203-4c13-9443-0db17f382668 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.644611] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1340.644611] env[69563]: value = "task-3404772" [ 1340.644611] env[69563]: _type = "Task" [ 1340.644611] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.651903] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.154204] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.655386] env[69563]: DEBUG oslo_vmware.api [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404772, 'name': PowerOnVM_Task, 'duration_secs': 0.510043} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.655671] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.655873] env[69563]: INFO nova.compute.manager [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Took 5.78 seconds to spawn the instance on the hypervisor. [ 1341.656062] env[69563]: DEBUG nova.compute.manager [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.656904] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dbf847-b98f-4540-a86a-24b56d7960fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.172929] env[69563]: INFO nova.compute.manager [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Took 10.46 seconds to build instance. [ 1342.675576] env[69563]: DEBUG oslo_concurrency.lockutils [None req-a8495ab6-bd71-4415-ad44-3d3dda69ce5b tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.977s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.840322] env[69563]: INFO nova.compute.manager [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Rebuilding instance [ 1342.883686] env[69563]: DEBUG nova.compute.manager [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.884907] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab04da-15b7-45bc-b075-b2fd0d06211a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.899453] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.899793] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-107d5317-a2dc-47c1-94f2-382c12bcddba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.906514] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1343.906514] env[69563]: value = "task-3404773" [ 1343.906514] env[69563]: _type = "Task" [ 1343.906514] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.914680] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.417493] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404773, 'name': PowerOffVM_Task, 'duration_secs': 0.182182} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.417493] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.417729] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.418405] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e849b-4ca5-403a-b2e9-4dc55964324f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.424816] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.425044] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5292f4b8-02ef-46c3-addd-e97114d0dfae {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.451202] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.451382] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.451556] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Deleting the datastore file [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.451810] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79b0a184-036a-4096-87fd-3e1be98af3ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.458583] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1344.458583] env[69563]: value = "task-3404775" [ 1344.458583] env[69563]: _type = "Task" [ 1344.458583] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.466041] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.969143] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12198} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.969508] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.969555] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.969726] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.015971] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.016323] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.016434] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.016732] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.016805] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.016883] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.017106] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.017296] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.017434] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.017609] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.017760] env[69563]: DEBUG nova.virt.hardware [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.019143] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfbe1b8-517a-421a-9ab7-2558fda29281 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.026590] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96bd53e-8a09-4d79-a511-1370299c9023 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.040741] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Instance VIF info [] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.046308] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.046550] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.046753] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed8df44-c46f-49f7-8a6d-2594f5dc372b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.063884] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.063884] env[69563]: value = "task-3404776" [ 1346.063884] env[69563]: _type = "Task" [ 1346.063884] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.071480] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404776, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.575077] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404776, 'name': CreateVM_Task, 'duration_secs': 0.346347} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.575176] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.575582] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.575746] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.576194] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.576464] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06eed708-614d-4070-8dd4-5e0bf4f73420 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.581852] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1346.581852] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522665ab-f6a2-b4de-a11f-074042f44409" [ 1346.581852] env[69563]: _type = "Task" [ 1346.581852] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.590439] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522665ab-f6a2-b4de-a11f-074042f44409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.091886] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]522665ab-f6a2-b4de-a11f-074042f44409, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.092215] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.092451] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.092685] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.092831] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.093014] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.093296] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ffeea0c-20db-4b19-87a0-7c5ed34ad1fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.101829] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.102023] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.102735] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e18e5509-97c3-4c9a-bad8-1f8a987f4a3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.107901] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1347.107901] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524f96a1-cfa6-2abb-e6ce-60f0a14e8bbf" [ 1347.107901] env[69563]: _type = "Task" [ 1347.107901] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.115080] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524f96a1-cfa6-2abb-e6ce-60f0a14e8bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.619901] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]524f96a1-cfa6-2abb-e6ce-60f0a14e8bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.620775] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1b66a3-78ec-4340-a348-3f4d8405a158 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.626614] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1347.626614] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523dd1e4-34eb-542f-3e89-c4792db2ab1c" [ 1347.626614] env[69563]: _type = "Task" [ 1347.626614] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.634291] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523dd1e4-34eb-542f-3e89-c4792db2ab1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.734120] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.734120] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.138612] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523dd1e4-34eb-542f-3e89-c4792db2ab1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.138612] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.138612] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00/3fb247ae-99e6-4f69-8625-a4db7b0e6c00.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.138612] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a02a05f5-af6f-455a-b608-0776a3118dd7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.144608] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1348.144608] env[69563]: value = "task-3404777" [ 1348.144608] env[69563]: _type = "Task" [ 1348.144608] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.151914] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.235875] env[69563]: DEBUG nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.654298] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506119} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.654512] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00/3fb247ae-99e6-4f69-8625-a4db7b0e6c00.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.654723] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.654981] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a5d7665-4e9a-4c3c-8feb-47093bd21316 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.660828] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1348.660828] env[69563]: value = "task-3404778" [ 1348.660828] env[69563]: _type = "Task" [ 1348.660828] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.668261] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.759817] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.760110] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.761634] env[69563]: INFO nova.compute.claims [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.170985] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06605} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.171312] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.171976] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60333f1b-4b05-4ddb-a45c-4b10894707c1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.191350] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00/3fb247ae-99e6-4f69-8625-a4db7b0e6c00.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.191572] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470cc483-7d00-4bff-8857-3ad40c7e2339 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.210084] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1349.210084] env[69563]: value = "task-3404779" [ 1349.210084] env[69563]: _type = "Task" [ 1349.210084] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.217221] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.720755] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404779, 'name': ReconfigVM_Task, 'duration_secs': 0.317844} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.721019] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00/3fb247ae-99e6-4f69-8625-a4db7b0e6c00.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.721619] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-038dc748-367b-476c-95f8-1361966d1bc7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.728253] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1349.728253] env[69563]: value = "task-3404780" [ 1349.728253] env[69563]: _type = "Task" [ 1349.728253] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.736477] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404780, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.818282] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd2aa6-3ecc-40ec-8c43-8e549f99da7f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.825935] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c26e2b-1abc-4fbb-a22c-a0e96b845c63 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.856915] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d733cd0b-f74f-4896-bf98-57df163e19f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.864193] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095e8a9-7172-4a78-9f65-7b9e41b12875 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.876992] env[69563]: DEBUG nova.compute.provider_tree [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.238286] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404780, 'name': Rename_Task, 'duration_secs': 0.136003} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.238589] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.238803] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdedb4b7-3f7c-4dc5-93f9-66c8aa308aa2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.246142] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1350.246142] env[69563]: value = "task-3404781" [ 1350.246142] env[69563]: _type = "Task" [ 1350.246142] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.253384] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.380850] env[69563]: DEBUG nova.scheduler.client.report [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.756489] env[69563]: DEBUG oslo_vmware.api [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404781, 'name': PowerOnVM_Task, 'duration_secs': 0.419524} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.756793] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.757009] env[69563]: DEBUG nova.compute.manager [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.757773] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6574d515-1f54-427a-bee5-be89b7888bf6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.885472] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.885979] env[69563]: DEBUG nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.274158] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.274158] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.274550] env[69563]: DEBUG nova.objects.instance [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69563) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1351.390937] env[69563]: DEBUG nova.compute.utils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.392779] env[69563]: DEBUG nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.392952] env[69563]: DEBUG nova.network.neutron [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1351.439633] env[69563]: DEBUG nova.policy [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7825ce5098b446ca8f48e4356676e1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '406989080ac74f82a5ab83ce38e89814', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1351.630562] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.630972] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.631324] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.631502] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.631675] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.635381] env[69563]: INFO nova.compute.manager [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Terminating instance [ 1351.681288] env[69563]: DEBUG nova.network.neutron [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Successfully created port: 2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1351.896730] env[69563]: DEBUG nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.139926] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "refresh_cache-3fb247ae-99e6-4f69-8625-a4db7b0e6c00" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.140129] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquired lock "refresh_cache-3fb247ae-99e6-4f69-8625-a4db7b0e6c00" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.140253] env[69563]: DEBUG nova.network.neutron [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1352.282052] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e16d2d10-d2cb-4d08-8127-e2d1f460c522 tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.664377] env[69563]: DEBUG nova.network.neutron [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1352.728994] env[69563]: DEBUG nova.network.neutron [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1352.907009] env[69563]: DEBUG nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.934090] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.934349] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.934498] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.934677] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.934822] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.934968] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.935196] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.935356] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.935521] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.935682] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.935850] env[69563]: DEBUG nova.virt.hardware [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.936752] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598ec07b-718d-40ab-acc8-abeb04928ad0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.945040] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b43299-ffa7-40e7-8d5a-d7c249718edd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.064509] env[69563]: DEBUG nova.compute.manager [req-d1b1b22f-230e-484d-ab93-7f301ee992e8 req-2ceee981-c018-4d74-ae62-969505cb9473 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Received event network-vif-plugged-2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.064746] env[69563]: DEBUG oslo_concurrency.lockutils [req-d1b1b22f-230e-484d-ab93-7f301ee992e8 req-2ceee981-c018-4d74-ae62-969505cb9473 service nova] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.064966] env[69563]: DEBUG oslo_concurrency.lockutils [req-d1b1b22f-230e-484d-ab93-7f301ee992e8 req-2ceee981-c018-4d74-ae62-969505cb9473 service nova] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.065172] env[69563]: DEBUG oslo_concurrency.lockutils [req-d1b1b22f-230e-484d-ab93-7f301ee992e8 req-2ceee981-c018-4d74-ae62-969505cb9473 service nova] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.065352] env[69563]: DEBUG nova.compute.manager [req-d1b1b22f-230e-484d-ab93-7f301ee992e8 req-2ceee981-c018-4d74-ae62-969505cb9473 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] No waiting events found dispatching network-vif-plugged-2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1353.065531] env[69563]: WARNING nova.compute.manager [req-d1b1b22f-230e-484d-ab93-7f301ee992e8 req-2ceee981-c018-4d74-ae62-969505cb9473 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Received unexpected event network-vif-plugged-2cb7246a-3fff-4ff9-98a4-fd1637474d99 for instance with vm_state building and task_state spawning. [ 1353.143955] env[69563]: DEBUG nova.network.neutron [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Successfully updated port: 2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1353.231556] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Releasing lock "refresh_cache-3fb247ae-99e6-4f69-8625-a4db7b0e6c00" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.231966] env[69563]: DEBUG nova.compute.manager [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.232191] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.233120] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653beb6e-cde6-451e-933d-7ae438337e28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.241117] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.241350] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-462ade32-ad7c-4743-85f5-c7ee6011b828 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.247648] env[69563]: DEBUG oslo_vmware.api [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1353.247648] env[69563]: value = "task-3404782" [ 1353.247648] env[69563]: _type = "Task" [ 1353.247648] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.255273] env[69563]: DEBUG oslo_vmware.api [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.646712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.646982] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.647046] env[69563]: DEBUG nova.network.neutron [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1353.759597] env[69563]: DEBUG oslo_vmware.api [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404782, 'name': PowerOffVM_Task, 'duration_secs': 0.105849} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.759852] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.760029] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.760293] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dad902f-d0de-411c-928f-0e098832698c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.786231] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.786476] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.786657] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Deleting the datastore file [datastore1] 3fb247ae-99e6-4f69-8625-a4db7b0e6c00 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.786925] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14746ee8-e5f1-4069-8220-f12d366fe7d3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.794340] env[69563]: DEBUG oslo_vmware.api [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for the task: (returnval){ [ 1353.794340] env[69563]: value = "task-3404784" [ 1353.794340] env[69563]: _type = "Task" [ 1353.794340] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.801475] env[69563]: DEBUG oslo_vmware.api [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.178884] env[69563]: DEBUG nova.network.neutron [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1354.299018] env[69563]: DEBUG nova.network.neutron [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updating instance_info_cache with network_info: [{"id": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "address": "fa:16:3e:eb:43:27", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7246a-3f", "ovs_interfaceid": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1354.303429] env[69563]: DEBUG oslo_vmware.api [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Task: {'id': task-3404784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195602} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.303908] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.304110] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.304293] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.304464] env[69563]: INFO nova.compute.manager [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1354.304703] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.304887] env[69563]: DEBUG nova.compute.manager [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.304983] env[69563]: DEBUG nova.network.neutron [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1354.319955] env[69563]: DEBUG nova.network.neutron [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1354.805169] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Releasing lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.805554] env[69563]: DEBUG nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Instance network_info: |[{"id": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "address": "fa:16:3e:eb:43:27", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7246a-3f", "ovs_interfaceid": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1354.805952] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:43:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cb7246a-3fff-4ff9-98a4-fd1637474d99', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1354.813485] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Creating folder: Project (406989080ac74f82a5ab83ce38e89814). Parent ref: group-v678952. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.813741] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d82e9b6c-7d9c-49e0-a8e8-60406c12d7b4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.822122] env[69563]: DEBUG nova.network.neutron [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1354.825389] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Created folder: Project (406989080ac74f82a5ab83ce38e89814) in parent group-v678952. [ 1354.825576] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Creating folder: Instances. Parent ref: group-v679294. {{(pid=69563) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1354.825811] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58b86c67-5575-42d2-909d-35f3e4ecf14f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.835504] env[69563]: INFO nova.virt.vmwareapi.vm_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Created folder: Instances in parent group-v679294. [ 1354.835746] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.835952] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1354.836197] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c51dffc-448f-4f11-9515-75e916b8eb15 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.855449] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1354.855449] env[69563]: value = "task-3404787" [ 1354.855449] env[69563]: _type = "Task" [ 1354.855449] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.862487] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404787, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.088511] env[69563]: DEBUG nova.compute.manager [req-490bb19b-5b01-40f0-bebc-8eceba9ddff1 req-7a5df944-48da-46ed-ad2a-34c3fe981eb9 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Received event network-changed-2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.088669] env[69563]: DEBUG nova.compute.manager [req-490bb19b-5b01-40f0-bebc-8eceba9ddff1 req-7a5df944-48da-46ed-ad2a-34c3fe981eb9 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Refreshing instance network info cache due to event network-changed-2cb7246a-3fff-4ff9-98a4-fd1637474d99. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.088911] env[69563]: DEBUG oslo_concurrency.lockutils [req-490bb19b-5b01-40f0-bebc-8eceba9ddff1 req-7a5df944-48da-46ed-ad2a-34c3fe981eb9 service nova] Acquiring lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.089110] env[69563]: DEBUG oslo_concurrency.lockutils [req-490bb19b-5b01-40f0-bebc-8eceba9ddff1 req-7a5df944-48da-46ed-ad2a-34c3fe981eb9 service nova] Acquired lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.089311] env[69563]: DEBUG nova.network.neutron [req-490bb19b-5b01-40f0-bebc-8eceba9ddff1 req-7a5df944-48da-46ed-ad2a-34c3fe981eb9 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Refreshing network info cache for port 2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1355.324585] env[69563]: INFO nova.compute.manager [-] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Took 1.02 seconds to deallocate network for instance. [ 1355.368846] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404787, 'name': CreateVM_Task, 'duration_secs': 0.284608} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.369051] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.369730] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.369907] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.370273] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.370548] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e027ac4-c2fe-42a3-bc67-980fbf6f94de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.374945] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1355.374945] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c914fa-b43d-0f35-70c8-ccdd7dbe7343" [ 1355.374945] env[69563]: _type = "Task" [ 1355.374945] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.382749] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c914fa-b43d-0f35-70c8-ccdd7dbe7343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.771025] env[69563]: DEBUG nova.network.neutron [req-490bb19b-5b01-40f0-bebc-8eceba9ddff1 req-7a5df944-48da-46ed-ad2a-34c3fe981eb9 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updated VIF entry in instance network info cache for port 2cb7246a-3fff-4ff9-98a4-fd1637474d99. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1355.771382] env[69563]: DEBUG nova.network.neutron [req-490bb19b-5b01-40f0-bebc-8eceba9ddff1 req-7a5df944-48da-46ed-ad2a-34c3fe981eb9 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updating instance_info_cache with network_info: [{"id": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "address": "fa:16:3e:eb:43:27", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7246a-3f", "ovs_interfaceid": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1355.831124] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.831492] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.831684] env[69563]: DEBUG nova.objects.instance [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lazy-loading 'resources' on Instance uuid 3fb247ae-99e6-4f69-8625-a4db7b0e6c00 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.886405] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52c914fa-b43d-0f35-70c8-ccdd7dbe7343, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.886622] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.886855] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.887098] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.887244] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.887421] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.887677] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eae50a7d-0841-428f-95e4-90dc50ade6e3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.896649] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.896815] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.897504] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee93678d-d3f1-4b4c-b1b0-72d33781d526 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.902451] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1355.902451] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5279dd82-b0b1-69c1-df22-4ce7b7191990" [ 1355.902451] env[69563]: _type = "Task" [ 1355.902451] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.910135] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5279dd82-b0b1-69c1-df22-4ce7b7191990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.273718] env[69563]: DEBUG oslo_concurrency.lockutils [req-490bb19b-5b01-40f0-bebc-8eceba9ddff1 req-7a5df944-48da-46ed-ad2a-34c3fe981eb9 service nova] Releasing lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.383886] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e98ee-3c06-436d-9f3a-abefdfa1700f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.391490] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034cba16-aacf-4f43-9c8c-9ee6553c4590 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.423312] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ba1f1b-36d5-4f82-a924-8520aea48751 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.430229] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]5279dd82-b0b1-69c1-df22-4ce7b7191990, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.432676] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a003f762-72ea-47de-a815-ebdb8f1694d5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.436018] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7fddd7-ad70-4aa2-a2a3-9badb02391eb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.442600] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1356.442600] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523c6f4e-6246-a980-f337-cadba9c32d65" [ 1356.442600] env[69563]: _type = "Task" [ 1356.442600] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.450292] env[69563]: DEBUG nova.compute.provider_tree [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.458877] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]523c6f4e-6246-a980-f337-cadba9c32d65, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.459693] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.459941] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] ad96c392-8f95-4b22-8685-bcf5db3aa5b9/ad96c392-8f95-4b22-8685-bcf5db3aa5b9.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.460189] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-642f58f3-672d-4f15-b5ad-7af62558cc83 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.466822] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1356.466822] env[69563]: value = "task-3404788" [ 1356.466822] env[69563]: _type = "Task" [ 1356.466822] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.475187] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.955922] env[69563]: DEBUG nova.scheduler.client.report [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.976758] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434237} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.977015] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] ad96c392-8f95-4b22-8685-bcf5db3aa5b9/ad96c392-8f95-4b22-8685-bcf5db3aa5b9.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.977230] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.977474] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5370d09f-aa51-4cef-b3f8-6e1b23e550a1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.983503] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1356.983503] env[69563]: value = "task-3404789" [ 1356.983503] env[69563]: _type = "Task" [ 1356.983503] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.991695] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.461036] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.478733] env[69563]: INFO nova.scheduler.client.report [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Deleted allocations for instance 3fb247ae-99e6-4f69-8625-a4db7b0e6c00 [ 1357.493158] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06458} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.493419] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.494168] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6aa598-0ba5-4aa4-a981-0f738555ed5d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.515969] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] ad96c392-8f95-4b22-8685-bcf5db3aa5b9/ad96c392-8f95-4b22-8685-bcf5db3aa5b9.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.516264] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6242c5d9-3a36-40be-a04d-24cef7eac0f5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.536418] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1357.536418] env[69563]: value = "task-3404790" [ 1357.536418] env[69563]: _type = "Task" [ 1357.536418] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.544193] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.987702] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5919f2e7-008f-444f-9b3d-7a8d54d7822e tempest-ServersListShow296Test-68718473 tempest-ServersListShow296Test-68718473-project-member] Lock "3fb247ae-99e6-4f69-8625-a4db7b0e6c00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.357s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.047089] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404790, 'name': ReconfigVM_Task, 'duration_secs': 0.268465} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.047403] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Reconfigured VM instance instance-0000007e to attach disk [datastore1] ad96c392-8f95-4b22-8685-bcf5db3aa5b9/ad96c392-8f95-4b22-8685-bcf5db3aa5b9.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.048070] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c93319b7-07b1-4bae-980d-374ba90ca39a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.053968] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1358.053968] env[69563]: value = "task-3404791" [ 1358.053968] env[69563]: _type = "Task" [ 1358.053968] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.061464] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404791, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.564098] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404791, 'name': Rename_Task, 'duration_secs': 0.1472} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.564328] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.564569] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bdd0999-60a1-4c36-a0d3-7a8647d7e7ec {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.570626] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1358.570626] env[69563]: value = "task-3404792" [ 1358.570626] env[69563]: _type = "Task" [ 1358.570626] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.578066] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.080511] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.582586] env[69563]: DEBUG oslo_vmware.api [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404792, 'name': PowerOnVM_Task, 'duration_secs': 0.729432} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.582873] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.583085] env[69563]: INFO nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1359.583267] env[69563]: DEBUG nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.584099] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c295a6-e5c0-407a-8f5e-af62b1043559 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.100110] env[69563]: INFO nova.compute.manager [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Took 11.36 seconds to build instance. [ 1360.602309] env[69563]: DEBUG oslo_concurrency.lockutils [None req-380c6595-796a-4990-960f-9cf670318df9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.869s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.182426] env[69563]: DEBUG nova.compute.manager [req-1b7ffe79-23aa-4d3b-80c0-2a7b77600c81 req-03bf23e0-fcdc-40dc-95b1-c6b655a2c4d3 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Received event network-changed-2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.182675] env[69563]: DEBUG nova.compute.manager [req-1b7ffe79-23aa-4d3b-80c0-2a7b77600c81 req-03bf23e0-fcdc-40dc-95b1-c6b655a2c4d3 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Refreshing instance network info cache due to event network-changed-2cb7246a-3fff-4ff9-98a4-fd1637474d99. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1361.182840] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b7ffe79-23aa-4d3b-80c0-2a7b77600c81 req-03bf23e0-fcdc-40dc-95b1-c6b655a2c4d3 service nova] Acquiring lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.182979] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b7ffe79-23aa-4d3b-80c0-2a7b77600c81 req-03bf23e0-fcdc-40dc-95b1-c6b655a2c4d3 service nova] Acquired lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.183322] env[69563]: DEBUG nova.network.neutron [req-1b7ffe79-23aa-4d3b-80c0-2a7b77600c81 req-03bf23e0-fcdc-40dc-95b1-c6b655a2c4d3 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Refreshing network info cache for port 2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1361.888453] env[69563]: DEBUG nova.network.neutron [req-1b7ffe79-23aa-4d3b-80c0-2a7b77600c81 req-03bf23e0-fcdc-40dc-95b1-c6b655a2c4d3 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updated VIF entry in instance network info cache for port 2cb7246a-3fff-4ff9-98a4-fd1637474d99. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1361.888856] env[69563]: DEBUG nova.network.neutron [req-1b7ffe79-23aa-4d3b-80c0-2a7b77600c81 req-03bf23e0-fcdc-40dc-95b1-c6b655a2c4d3 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updating instance_info_cache with network_info: [{"id": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "address": "fa:16:3e:eb:43:27", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7246a-3f", "ovs_interfaceid": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1362.392310] env[69563]: DEBUG oslo_concurrency.lockutils [req-1b7ffe79-23aa-4d3b-80c0-2a7b77600c81 req-03bf23e0-fcdc-40dc-95b1-c6b655a2c4d3 service nova] Releasing lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.105924] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.106338] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.106338] env[69563]: DEBUG nova.compute.manager [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.107685] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7abbe9d-d708-4461-bd4f-32e24b03cfb3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.114359] env[69563]: DEBUG nova.compute.manager [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1374.114909] env[69563]: DEBUG nova.objects.instance [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'flavor' on Instance uuid e84570fc-5fb4-4fba-b237-e0a503fa0c1b {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.124060] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.124409] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e082de73-93fb-4c32-91ce-919c636dbb26 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.132203] env[69563]: DEBUG oslo_vmware.api [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1375.132203] env[69563]: value = "task-3404793" [ 1375.132203] env[69563]: _type = "Task" [ 1375.132203] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.140267] env[69563]: DEBUG oslo_vmware.api [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.643978] env[69563]: DEBUG oslo_vmware.api [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404793, 'name': PowerOffVM_Task, 'duration_secs': 0.194703} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.644394] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.644661] env[69563]: DEBUG nova.compute.manager [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.645436] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612408c-fd03-4ba0-91a1-4e0de3153478 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.156307] env[69563]: DEBUG oslo_concurrency.lockutils [None req-ace91c10-ecf7-4a04-8fba-30fa9634e001 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.482989] env[69563]: DEBUG nova.objects.instance [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'flavor' on Instance uuid e84570fc-5fb4-4fba-b237-e0a503fa0c1b {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.987999] env[69563]: DEBUG oslo_concurrency.lockutils [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.988193] env[69563]: DEBUG oslo_concurrency.lockutils [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.988367] env[69563]: DEBUG nova.network.neutron [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1376.988555] env[69563]: DEBUG nova.objects.instance [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'info_cache' on Instance uuid e84570fc-5fb4-4fba-b237-e0a503fa0c1b {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.492092] env[69563]: DEBUG nova.objects.base [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1378.181608] env[69563]: DEBUG nova.network.neutron [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updating instance_info_cache with network_info: [{"id": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "address": "fa:16:3e:9e:cc:5f", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c69fa-a8", "ovs_interfaceid": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1378.684328] env[69563]: DEBUG oslo_concurrency.lockutils [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.691056] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.691401] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd976dfc-1eb6-44e8-824f-d9f1b8126c4e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.697784] env[69563]: DEBUG oslo_vmware.api [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1379.697784] env[69563]: value = "task-3404794" [ 1379.697784] env[69563]: _type = "Task" [ 1379.697784] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.705662] env[69563]: DEBUG oslo_vmware.api [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.207349] env[69563]: DEBUG oslo_vmware.api [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404794, 'name': PowerOnVM_Task, 'duration_secs': 0.349512} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.207621] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.207738] env[69563]: DEBUG nova.compute.manager [None req-aa6bc45e-1d70-4b72-9dd5-26a6210823cd tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.208519] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4742949-c7ee-467e-baca-f491f5d603a5 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.202353] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c13cd6-d9b4-4aa6-8d78-5468d545ba65 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.209380] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-864ffe92-fb3e-41eb-b7a6-d176785ce2ee tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Suspending the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1381.209619] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-39504698-b918-4bf2-b920-580d66b4350e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.215763] env[69563]: DEBUG oslo_vmware.api [None req-864ffe92-fb3e-41eb-b7a6-d176785ce2ee tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1381.215763] env[69563]: value = "task-3404795" [ 1381.215763] env[69563]: _type = "Task" [ 1381.215763] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.224870] env[69563]: DEBUG oslo_vmware.api [None req-864ffe92-fb3e-41eb-b7a6-d176785ce2ee tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404795, 'name': SuspendVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.725420] env[69563]: DEBUG oslo_vmware.api [None req-864ffe92-fb3e-41eb-b7a6-d176785ce2ee tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404795, 'name': SuspendVM_Task} progress is 70%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.226387] env[69563]: DEBUG oslo_vmware.api [None req-864ffe92-fb3e-41eb-b7a6-d176785ce2ee tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404795, 'name': SuspendVM_Task, 'duration_secs': 0.565538} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.226802] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-864ffe92-fb3e-41eb-b7a6-d176785ce2ee tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Suspended the VM {{(pid=69563) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1382.226802] env[69563]: DEBUG nova.compute.manager [None req-864ffe92-fb3e-41eb-b7a6-d176785ce2ee tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.227561] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fed9fc-91f6-4288-a4c2-cb244a2d07a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.514545] env[69563]: INFO nova.compute.manager [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Resuming [ 1383.515169] env[69563]: DEBUG nova.objects.instance [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'flavor' on Instance uuid e84570fc-5fb4-4fba-b237-e0a503fa0c1b {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.025704] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.025923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquired lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.026290] env[69563]: DEBUG nova.network.neutron [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1385.716033] env[69563]: DEBUG nova.network.neutron [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updating instance_info_cache with network_info: [{"id": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "address": "fa:16:3e:9e:cc:5f", "network": {"id": "c037a3f6-562d-4956-ab35-164de52cb003", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-894016494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b8fbab8b3134d1f94677dafcd5cd688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c69fa-a8", "ovs_interfaceid": "af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1386.219115] env[69563]: DEBUG oslo_concurrency.lockutils [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Releasing lock "refresh_cache-e84570fc-5fb4-4fba-b237-e0a503fa0c1b" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.220146] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efacea3-4940-4d12-894b-8f93fc6dabb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.226857] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Resuming the VM {{(pid=69563) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1386.227097] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63053657-202d-43ef-ae6d-4fc9d6064bcb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.233298] env[69563]: DEBUG oslo_vmware.api [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1386.233298] env[69563]: value = "task-3404796" [ 1386.233298] env[69563]: _type = "Task" [ 1386.233298] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.241566] env[69563]: DEBUG oslo_vmware.api [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.745474] env[69563]: DEBUG oslo_vmware.api [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404796, 'name': PowerOnVM_Task, 'duration_secs': 0.482395} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.745812] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Resumed the VM {{(pid=69563) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1386.745999] env[69563]: DEBUG nova.compute.manager [None req-2a5690a3-e458-4d81-b205-16ee50191dd5 tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.746903] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc80cf6-17c0-43a3-83da-25637e952284 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.158845] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.159159] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.159355] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.159534] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.159713] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.161731] env[69563]: INFO nova.compute.manager [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Terminating instance [ 1388.665841] env[69563]: DEBUG nova.compute.manager [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.666145] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.667092] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441702da-0635-4408-8e2b-df8bcf0ff472 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.674766] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.674998] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5216fba2-9807-44a2-b9cf-5fcfd964ea0e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.681305] env[69563]: DEBUG oslo_vmware.api [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1388.681305] env[69563]: value = "task-3404797" [ 1388.681305] env[69563]: _type = "Task" [ 1388.681305] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.689289] env[69563]: DEBUG oslo_vmware.api [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.076682] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.077101] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.077399] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.077675] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.077960] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.078251] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.078498] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1389.190977] env[69563]: DEBUG oslo_vmware.api [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404797, 'name': PowerOffVM_Task, 'duration_secs': 0.189823} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.191309] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.191444] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.191687] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b9538e-854b-46e5-a295-14e86fd08333 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.255901] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.256155] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Deleting contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.256361] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleting the datastore file [datastore2] e84570fc-5fb4-4fba-b237-e0a503fa0c1b {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.256600] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1044270d-bb82-4e64-93a4-fc8376ff0552 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.262789] env[69563]: DEBUG oslo_vmware.api [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for the task: (returnval){ [ 1389.262789] env[69563]: value = "task-3404799" [ 1389.262789] env[69563]: _type = "Task" [ 1389.262789] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.269920] env[69563]: DEBUG oslo_vmware.api [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.773559] env[69563]: DEBUG oslo_vmware.api [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Task: {'id': task-3404799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158627} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.773848] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.773989] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Deleted contents of the VM from datastore datastore2 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.774182] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.774355] env[69563]: INFO nova.compute.manager [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1389.774587] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.774778] env[69563]: DEBUG nova.compute.manager [-] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.774876] env[69563]: DEBUG nova.network.neutron [-] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1390.213105] env[69563]: DEBUG nova.compute.manager [req-7a51350d-e1f4-42a0-b285-671487f17976 req-7dfcee8c-fd85-4958-b900-83292e0d77e9 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Received event network-vif-deleted-af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.213105] env[69563]: INFO nova.compute.manager [req-7a51350d-e1f4-42a0-b285-671487f17976 req-7dfcee8c-fd85-4958-b900-83292e0d77e9 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Neutron deleted interface af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e; detaching it from the instance and deleting it from the info cache [ 1390.213625] env[69563]: DEBUG nova.network.neutron [req-7a51350d-e1f4-42a0-b285-671487f17976 req-7dfcee8c-fd85-4958-b900-83292e0d77e9 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1390.693239] env[69563]: DEBUG nova.network.neutron [-] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1390.716060] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40f21d62-c9a0-445a-bc30-51e8a668e932 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.726392] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c51a6-b563-40de-9276-b39e3baa77e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.750973] env[69563]: DEBUG nova.compute.manager [req-7a51350d-e1f4-42a0-b285-671487f17976 req-7dfcee8c-fd85-4958-b900-83292e0d77e9 service nova] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Detach interface failed, port_id=af3c69fa-a8fd-4cd2-9ac2-c00595cc7d9e, reason: Instance e84570fc-5fb4-4fba-b237-e0a503fa0c1b could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.196656] env[69563]: INFO nova.compute.manager [-] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Took 1.42 seconds to deallocate network for instance. [ 1391.703363] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.703712] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.703893] env[69563]: DEBUG nova.objects.instance [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lazy-loading 'resources' on Instance uuid e84570fc-5fb4-4fba-b237-e0a503fa0c1b {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.788527] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.249979] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65b45f4-d204-4a2a-b397-5d73fc4697af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.257623] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2516fc10-ffcd-43c5-ad39-d03a593339c8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.288655] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5ffd15-eb86-4697-ab7e-452482d4f150 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.291723] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.296433] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd851a3-71e7-49ca-a53d-2617a36e45d8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.309038] env[69563]: DEBUG nova.compute.provider_tree [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.812419] env[69563]: DEBUG nova.scheduler.client.report [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.318150] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.320685] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.029s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.320852] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.321018] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1393.321860] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b5fc95-ee48-4d02-89a7-96954e9da5e0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.330156] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f9d7a-ad64-4ee8-94f7-259d4bc324cf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.344662] env[69563]: INFO nova.scheduler.client.report [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Deleted allocations for instance e84570fc-5fb4-4fba-b237-e0a503fa0c1b [ 1393.346413] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d8d727-3bad-4d53-8759-375618c66737 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.354488] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee7bd56-a72b-43a6-8b91-bcb7ac552039 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.384695] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180636MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1393.384844] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.385015] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.854735] env[69563]: DEBUG oslo_concurrency.lockutils [None req-af1232ca-bd97-4c07-9184-c294f242559a tempest-ServerActionsTestJSON-1969812058 tempest-ServerActionsTestJSON-1969812058-project-member] Lock "e84570fc-5fb4-4fba-b237-e0a503fa0c1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.404021] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ad96c392-8f95-4b22-8685-bcf5db3aa5b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1394.404247] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1394.404751] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1394.432588] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa5eda8-62d6-4ea2-bc84-cd519bb9f9fd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.440549] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2288287-6985-429e-844a-0085ed24ea87 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.470705] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116ca546-c1cf-4e5b-aa68-b586bc7f246e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.477646] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e0f539-cc62-4d21-bd98-e90e5ae540ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.490671] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.993913] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.498320] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1395.498532] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.499371] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.784324] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.023461] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.023729] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.526888] env[69563]: DEBUG nova.compute.utils [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1399.029948] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.091526] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.091824] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.092027] env[69563]: INFO nova.compute.manager [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Attaching volume 2fadb927-e3cc-4464-b414-1aed19db3dd1 to /dev/sdb [ 1400.121694] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c203be1c-14bd-4958-8376-784dd257f47c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.129156] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6989c139-d420-4888-b7a8-9888df16fadf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.142157] env[69563]: DEBUG nova.virt.block_device [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updating existing volume attachment record: d0266a48-404d-44a1-88ce-bcc083ea762e {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1404.683768] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.684433] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679298', 'volume_id': '2fadb927-e3cc-4464-b414-1aed19db3dd1', 'name': 'volume-2fadb927-e3cc-4464-b414-1aed19db3dd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad96c392-8f95-4b22-8685-bcf5db3aa5b9', 'attached_at': '', 'detached_at': '', 'volume_id': '2fadb927-e3cc-4464-b414-1aed19db3dd1', 'serial': '2fadb927-e3cc-4464-b414-1aed19db3dd1'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.684899] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d883ac5d-3757-422f-9674-59afdb4b8b2b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.701077] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f746bdb6-c656-4e83-9433-0d944baedf28 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.725957] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-2fadb927-e3cc-4464-b414-1aed19db3dd1/volume-2fadb927-e3cc-4464-b414-1aed19db3dd1.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.726194] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9226ff0-404b-4c63-bdfd-c39e7208bbcd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.743585] env[69563]: DEBUG oslo_vmware.api [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1404.743585] env[69563]: value = "task-3404804" [ 1404.743585] env[69563]: _type = "Task" [ 1404.743585] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.751134] env[69563]: DEBUG oslo_vmware.api [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.252761] env[69563]: DEBUG oslo_vmware.api [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404804, 'name': ReconfigVM_Task, 'duration_secs': 0.328306} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.253054] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-2fadb927-e3cc-4464-b414-1aed19db3dd1/volume-2fadb927-e3cc-4464-b414-1aed19db3dd1.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.257903] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71e2046-7dcd-4c48-ba14-f7bbe5f427e6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.273752] env[69563]: DEBUG oslo_vmware.api [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1405.273752] env[69563]: value = "task-3404805" [ 1405.273752] env[69563]: _type = "Task" [ 1405.273752] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.283612] env[69563]: DEBUG oslo_vmware.api [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.783468] env[69563]: DEBUG oslo_vmware.api [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404805, 'name': ReconfigVM_Task, 'duration_secs': 0.132625} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.783775] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679298', 'volume_id': '2fadb927-e3cc-4464-b414-1aed19db3dd1', 'name': 'volume-2fadb927-e3cc-4464-b414-1aed19db3dd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad96c392-8f95-4b22-8685-bcf5db3aa5b9', 'attached_at': '', 'detached_at': '', 'volume_id': '2fadb927-e3cc-4464-b414-1aed19db3dd1', 'serial': '2fadb927-e3cc-4464-b414-1aed19db3dd1'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1406.817639] env[69563]: DEBUG nova.objects.instance [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.324265] env[69563]: DEBUG oslo_concurrency.lockutils [None req-d376dfca-a73b-43c6-9e8e-e13f74ed7479 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.423690] env[69563]: DEBUG oslo_concurrency.lockutils [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.423929] env[69563]: DEBUG oslo_concurrency.lockutils [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.424138] env[69563]: DEBUG nova.compute.manager [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.425139] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8bb1d5-79a0-4513-aa53-860a2241a20f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.431795] env[69563]: DEBUG nova.compute.manager [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1407.432371] env[69563]: DEBUG nova.objects.instance [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.439493] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.439863] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bcb41ee-a816-48e9-847d-3bfca2fa2bf6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.447544] env[69563]: DEBUG oslo_vmware.api [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1408.447544] env[69563]: value = "task-3404806" [ 1408.447544] env[69563]: _type = "Task" [ 1408.447544] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.455866] env[69563]: DEBUG oslo_vmware.api [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.957384] env[69563]: DEBUG oslo_vmware.api [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404806, 'name': PowerOffVM_Task, 'duration_secs': 0.175712} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.957646] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.957846] env[69563]: DEBUG nova.compute.manager [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.958623] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336370c5-3f9c-4223-8d70-673895a91608 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.469550] env[69563]: DEBUG oslo_concurrency.lockutils [None req-75abed17-152a-4098-890a-d459e9b0aafe tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.813036] env[69563]: DEBUG nova.objects.instance [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.318423] env[69563]: DEBUG oslo_concurrency.lockutils [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.318631] env[69563]: DEBUG oslo_concurrency.lockutils [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.318763] env[69563]: DEBUG nova.network.neutron [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1410.318939] env[69563]: DEBUG nova.objects.instance [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'info_cache' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.822517] env[69563]: DEBUG nova.objects.base [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1411.509816] env[69563]: DEBUG nova.network.neutron [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updating instance_info_cache with network_info: [{"id": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "address": "fa:16:3e:eb:43:27", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7246a-3f", "ovs_interfaceid": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1412.012758] env[69563]: DEBUG oslo_concurrency.lockutils [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Releasing lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.018023] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.018404] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f61ac31c-deec-4e20-b50b-a28f422327a3 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.025739] env[69563]: DEBUG oslo_vmware.api [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1413.025739] env[69563]: value = "task-3404807" [ 1413.025739] env[69563]: _type = "Task" [ 1413.025739] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.032891] env[69563]: DEBUG oslo_vmware.api [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.536324] env[69563]: DEBUG oslo_vmware.api [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404807, 'name': PowerOnVM_Task, 'duration_secs': 0.364882} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.536625] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.536794] env[69563]: DEBUG nova.compute.manager [None req-08eb8dcc-21c3-419c-8a8e-16efa622d832 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.537601] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebea8ce-9f6b-4c5a-89e2-58c74783ba76 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.788551] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.789019] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Cleaning up deleted instances {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1443.298619] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] There are 27 instances to clean {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1443.298619] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 3fb247ae-99e6-4f69-8625-a4db7b0e6c00] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.801798] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: e84570fc-5fb4-4fba-b237-e0a503fa0c1b] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.305267] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: b0a68b19-983f-444e-ba1a-0d1a96e2d61b] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.809167] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: e896cdc8-36a7-4adb-9e3a-cf9b70a6bf72] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.312974] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 49b5a8f3-6010-47a1-9552-b6c3f19806da] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.817052] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 232fdc75-aedd-4716-be0e-7e536f373c3e] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.321019] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 3f00b031-749d-4573-9cad-efd211173c6f] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.824565] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 78f9308b-05fe-454f-910a-8cd1091f8eb3] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.328174] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 904d4b0c-9b6f-483b-b980-4bd97a0d79bb] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.831463] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: e0274cec-c0e0-40d6-85bc-dac6d69e1627] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.334521] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 6e923c98-36be-4dcb-9ede-73ecbe61ab60] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.837844] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: d3aecf49-5961-4e3a-b37b-02c1d94d031a] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.341066] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: e145f48a-778a-4641-b24e-b978eb939ac3] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.844416] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: cd01c5c9-6993-4e0f-95da-b276e9383fdb] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.954116] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.954376] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.347932] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 65eaf71d-42a1-4c8d-a2c8-5e7be7728774] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.456896] env[69563]: INFO nova.compute.manager [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Detaching volume 2fadb927-e3cc-4464-b414-1aed19db3dd1 [ 1450.487591] env[69563]: INFO nova.virt.block_device [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Attempting to driver detach volume 2fadb927-e3cc-4464-b414-1aed19db3dd1 from mountpoint /dev/sdb [ 1450.487826] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1450.488026] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679298', 'volume_id': '2fadb927-e3cc-4464-b414-1aed19db3dd1', 'name': 'volume-2fadb927-e3cc-4464-b414-1aed19db3dd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad96c392-8f95-4b22-8685-bcf5db3aa5b9', 'attached_at': '', 'detached_at': '', 'volume_id': '2fadb927-e3cc-4464-b414-1aed19db3dd1', 'serial': '2fadb927-e3cc-4464-b414-1aed19db3dd1'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1450.489298] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2ac59-4d29-4fb6-89d4-c4c0ab2355bd {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.511457] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bdbffd-23ce-4330-beae-1d55fac27c67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.518086] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5db8fa9-0b0f-4da3-ab8e-2038646bb494 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.537283] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59ddf8e-f565-4c6a-bf3b-51d0a19829de {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.551802] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] The volume has not been displaced from its original location: [datastore1] volume-2fadb927-e3cc-4464-b414-1aed19db3dd1/volume-2fadb927-e3cc-4464-b414-1aed19db3dd1.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1450.556923] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1450.557186] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4984d162-b6f0-48a6-bdfd-5f2964bed9f7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.574496] env[69563]: DEBUG oslo_vmware.api [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1450.574496] env[69563]: value = "task-3404808" [ 1450.574496] env[69563]: _type = "Task" [ 1450.574496] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.581739] env[69563]: DEBUG oslo_vmware.api [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.851293] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: c4895d9f-6d2b-43ca-bd25-f7d6acca1b8c] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.084112] env[69563]: DEBUG oslo_vmware.api [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404808, 'name': ReconfigVM_Task, 'duration_secs': 0.207356} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.084349] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1451.088910] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80130642-a55f-49cb-a2af-2cdf1b73f563 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.103332] env[69563]: DEBUG oslo_vmware.api [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1451.103332] env[69563]: value = "task-3404809" [ 1451.103332] env[69563]: _type = "Task" [ 1451.103332] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.112428] env[69563]: DEBUG oslo_vmware.api [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.354983] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: d15daad8-74c1-4a8d-8d9d-8b7a44b5a215] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.614120] env[69563]: DEBUG oslo_vmware.api [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404809, 'name': ReconfigVM_Task, 'duration_secs': 0.13596} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.614463] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679298', 'volume_id': '2fadb927-e3cc-4464-b414-1aed19db3dd1', 'name': 'volume-2fadb927-e3cc-4464-b414-1aed19db3dd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad96c392-8f95-4b22-8685-bcf5db3aa5b9', 'attached_at': '', 'detached_at': '', 'volume_id': '2fadb927-e3cc-4464-b414-1aed19db3dd1', 'serial': '2fadb927-e3cc-4464-b414-1aed19db3dd1'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1451.857895] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 7cf0a493-6ede-4cfc-8979-f43a5de0b415] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.156679] env[69563]: DEBUG nova.objects.instance [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.361162] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: d8a0c9f3-a2a7-46e6-8431-6a5dda894c16] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.864750] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 5ccd6755-4fe3-4476-af8a-f704efdad82d] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.121859] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.166230] env[69563]: DEBUG oslo_concurrency.lockutils [None req-3532ee4b-6529-4730-b618-d6c8e7e9e486 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.167621] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.046s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.167834] env[69563]: DEBUG nova.compute.manager [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.168740] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cbfeda-87f5-4a3b-8311-271ff5389118 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.176091] env[69563]: DEBUG nova.compute.manager [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69563) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1453.176576] env[69563]: DEBUG nova.objects.instance [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.368447] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 848c3663-a77c-4611-a449-4541e6283136] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.871372] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: ffc8eb20-2316-405d-8c88-7f8d84ffc32d] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.182598] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.182947] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c13419a5-c97c-41ff-b308-4aee674414ab {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.191326] env[69563]: DEBUG oslo_vmware.api [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1454.191326] env[69563]: value = "task-3404810" [ 1454.191326] env[69563]: _type = "Task" [ 1454.191326] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.201824] env[69563]: DEBUG oslo_vmware.api [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.374692] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 80bb8738-0765-4dab-9e79-db26ea7d9ffa] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.700908] env[69563]: DEBUG oslo_vmware.api [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404810, 'name': PowerOffVM_Task, 'duration_secs': 0.162259} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.701179] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.701378] env[69563]: DEBUG nova.compute.manager [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.702124] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7789e4d2-f623-4b34-8826-4eb0cc804029 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.878399] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 3c268845-a7a5-4796-a972-53d70d2b876e] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.213235] env[69563]: DEBUG oslo_concurrency.lockutils [None req-9ee9fe2e-6266-43cb-b72b-280db33edd74 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.381385] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 1fa5d2aa-44cc-44d7-b028-aaa203011017] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.515555] env[69563]: DEBUG nova.objects.instance [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.885102] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: 509fe96d-c6e0-409d-96d9-1de283a2e7a1] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.020432] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.020627] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.020766] env[69563]: DEBUG nova.network.neutron [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1456.020941] env[69563]: DEBUG nova.objects.instance [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'info_cache' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.387914] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] [instance: ce0e2e06-fd11-40a1-a9cc-435a5d1cabdb] Instance has had 0 of 5 cleanup attempts {{(pid=69563) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.523900] env[69563]: DEBUG nova.objects.base [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69563) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1456.891146] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.891602] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Cleaning up deleted instances with incomplete migration {{(pid=69563) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1457.228232] env[69563]: DEBUG nova.network.neutron [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updating instance_info_cache with network_info: [{"id": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "address": "fa:16:3e:eb:43:27", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb7246a-3f", "ovs_interfaceid": "2cb7246a-3fff-4ff9-98a4-fd1637474d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1457.393594] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.731274] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Releasing lock "refresh_cache-ad96c392-8f95-4b22-8685-bcf5db3aa5b9" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.738024] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.738515] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26381a76-80a9-498b-8602-3f9bf6f568a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.745929] env[69563]: DEBUG oslo_vmware.api [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1458.745929] env[69563]: value = "task-3404811" [ 1458.745929] env[69563]: _type = "Task" [ 1458.745929] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.753296] env[69563]: DEBUG oslo_vmware.api [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.255978] env[69563]: DEBUG oslo_vmware.api [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404811, 'name': PowerOnVM_Task, 'duration_secs': 0.375092} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.256299] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.256469] env[69563]: DEBUG nova.compute.manager [None req-e1eb7dd8-819e-48b7-a226-fc6817cae9c9 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.257231] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6445a7b9-9a5d-4864-b6c3-f4a78d09a7a2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.895312] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.895847] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.895847] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.895847] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.896135] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.896135] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.896250] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.896377] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1460.896517] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.399492] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.399845] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.399968] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.400141] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1461.401149] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d1955-7ad9-40d8-8174-c9975443b344 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.409652] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236bcfe5-ea64-4872-a3ee-dd5fd9464f39 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.424848] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49106248-75eb-48c6-92ad-b23da7029f3f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.431648] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc84af-b455-41a0-a183-dcf038ecc150 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.460247] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180555MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1461.460421] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.460595] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.604126] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance ad96c392-8f95-4b22-8685-bcf5db3aa5b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1462.604409] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1462.604509] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1462.621114] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Refreshing inventories for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1462.632447] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updating ProviderTree inventory for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1462.632621] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Updating inventory in ProviderTree for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1462.642677] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Refreshing aggregate associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, aggregates: None {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1462.660433] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Refreshing trait associations for resource provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69563) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1462.682790] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6017dd56-3f4a-4bb5-a3e8-071773d52c0c {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.690186] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765c017-cda5-4107-a29d-19f3032544e1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.720302] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e204f0d-c2d6-40ca-9dfa-60e30264e6fb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.726980] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c4c530-59ec-44f1-b954-987b93a69453 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.739522] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.242980] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.244264] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1463.244446] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.784s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.579259] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.579676] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.579736] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.579913] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.580101] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.583733] env[69563]: INFO nova.compute.manager [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Terminating instance [ 1496.087284] env[69563]: DEBUG nova.compute.manager [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1496.087497] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.088458] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54abe2d-d707-4164-bf5b-4e7b6b87cbb9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.096605] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.096831] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71def3b2-1c5e-4d7a-ba96-dc6a8486e76d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.103825] env[69563]: DEBUG oslo_vmware.api [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1496.103825] env[69563]: value = "task-3404812" [ 1496.103825] env[69563]: _type = "Task" [ 1496.103825] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.111586] env[69563]: DEBUG oslo_vmware.api [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.614182] env[69563]: DEBUG oslo_vmware.api [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404812, 'name': PowerOffVM_Task, 'duration_secs': 0.196191} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.614548] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.614595] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.614837] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbc4ff55-e642-4490-bcb6-a6ae9ce4d2ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.677340] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.677510] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.677672] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Deleting the datastore file [datastore1] ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.677969] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a85e1bd-d0ef-43f9-8a94-d25ea23ad41f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.685119] env[69563]: DEBUG oslo_vmware.api [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1496.685119] env[69563]: value = "task-3404814" [ 1496.685119] env[69563]: _type = "Task" [ 1496.685119] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.692158] env[69563]: DEBUG oslo_vmware.api [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.194325] env[69563]: DEBUG oslo_vmware.api [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141506} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.194624] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.194789] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.194947] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.195137] env[69563]: INFO nova.compute.manager [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1497.195389] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1497.195579] env[69563]: DEBUG nova.compute.manager [-] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1497.195676] env[69563]: DEBUG nova.network.neutron [-] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1497.648188] env[69563]: DEBUG nova.compute.manager [req-9872d72b-7fae-42df-a319-adc7f8618529 req-8f9710b8-257c-4fee-843b-a4c9942b7673 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Received event network-vif-deleted-2cb7246a-3fff-4ff9-98a4-fd1637474d99 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.648433] env[69563]: INFO nova.compute.manager [req-9872d72b-7fae-42df-a319-adc7f8618529 req-8f9710b8-257c-4fee-843b-a4c9942b7673 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Neutron deleted interface 2cb7246a-3fff-4ff9-98a4-fd1637474d99; detaching it from the instance and deleting it from the info cache [ 1497.648673] env[69563]: DEBUG nova.network.neutron [req-9872d72b-7fae-42df-a319-adc7f8618529 req-8f9710b8-257c-4fee-843b-a4c9942b7673 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1498.132443] env[69563]: DEBUG nova.network.neutron [-] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1498.150642] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5c4f3b0-7d19-49d3-a708-a144185571ed {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.161904] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3b86dc-d7b9-4882-93f0-81243cbc6382 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.186363] env[69563]: DEBUG nova.compute.manager [req-9872d72b-7fae-42df-a319-adc7f8618529 req-8f9710b8-257c-4fee-843b-a4c9942b7673 service nova] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Detach interface failed, port_id=2cb7246a-3fff-4ff9-98a4-fd1637474d99, reason: Instance ad96c392-8f95-4b22-8685-bcf5db3aa5b9 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1498.635725] env[69563]: INFO nova.compute.manager [-] [instance: ad96c392-8f95-4b22-8685-bcf5db3aa5b9] Took 1.44 seconds to deallocate network for instance. [ 1499.144120] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.144120] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.144575] env[69563]: DEBUG nova.objects.instance [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'resources' on Instance uuid ad96c392-8f95-4b22-8685-bcf5db3aa5b9 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.679027] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969de869-952b-4fd4-a023-9cb72001c799 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.686712] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e662d7-5a1b-4b52-a64d-7b8ef1e34d6a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.717247] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7836a4-bcb3-4a6b-a665-1708f90ccdef {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.724229] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb8c8f-cfe5-4c5e-a4ae-c6233c5928f2 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.737293] env[69563]: DEBUG nova.compute.provider_tree [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.240108] env[69563]: DEBUG nova.scheduler.client.report [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.746045] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.767373] env[69563]: INFO nova.scheduler.client.report [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Deleted allocations for instance ad96c392-8f95-4b22-8685-bcf5db3aa5b9 [ 1501.277661] env[69563]: DEBUG oslo_concurrency.lockutils [None req-7d264f66-0282-4a33-84cf-7110d3ca78a0 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "ad96c392-8f95-4b22-8685-bcf5db3aa5b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.698s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.541786] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.542071] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.044246] env[69563]: DEBUG nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Starting instance... {{(pid=69563) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.563144] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.563417] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.564885] env[69563]: INFO nova.compute.claims [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.599258] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c566ff3-8492-4ee9-a354-b6b1faba1adf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.607026] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d6be00-611e-4e7b-bf26-4863551fce6d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.636413] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b613ac-dae1-46a4-ae42-5f60d374b979 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.643137] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3260036-118a-4d3b-a81d-87aec10f93ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.655755] env[69563]: DEBUG nova.compute.provider_tree [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.158847] env[69563]: DEBUG nova.scheduler.client.report [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.664673] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.665222] env[69563]: DEBUG nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Start building networks asynchronously for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1507.170878] env[69563]: DEBUG nova.compute.utils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1507.172626] env[69563]: DEBUG nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Allocating IP information in the background. {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1507.172819] env[69563]: DEBUG nova.network.neutron [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] allocate_for_instance() {{(pid=69563) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1207}} [ 1507.222415] env[69563]: DEBUG nova.policy [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7825ce5098b446ca8f48e4356676e1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '406989080ac74f82a5ab83ce38e89814', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69563) authorize /opt/stack/nova/nova/policy.py:192}} [ 1507.466535] env[69563]: DEBUG nova.network.neutron [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Successfully created port: f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1507.676316] env[69563]: DEBUG nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Start building block device mappings for instance. {{(pid=69563) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1508.685818] env[69563]: DEBUG nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Start spawning the instance on the hypervisor. {{(pid=69563) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.711904] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T18:50:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T18:50:34Z,direct_url=,disk_format='vmdk',id=fdcdd3ad-f87f-4ca4-816e-a61c59011fe7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2264f98327374ac08f0895f5e9243556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T18:50:34Z,virtual_size=,visibility=), allow threads: False {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.712488] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Flavor limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.712488] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Image limits 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.712637] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Flavor pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.712774] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Image pref 0:0:0 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.712949] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69563) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.713202] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.713395] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.713591] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Got 1 possible topologies {{(pid=69563) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.713778] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.713978] env[69563]: DEBUG nova.virt.hardware [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69563) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.714863] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca0cafd-834d-4cc0-85a9-0aa79d9e5d12 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.722763] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3705f91-a5af-4186-9876-f38bfc11b0f6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.860060] env[69563]: DEBUG nova.compute.manager [req-47d7a48b-206d-4e04-a2c8-86c3d378f3c0 req-513f4538-ae0f-4101-b369-3f490d3ba9ed service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Received event network-vif-plugged-f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1508.860308] env[69563]: DEBUG oslo_concurrency.lockutils [req-47d7a48b-206d-4e04-a2c8-86c3d378f3c0 req-513f4538-ae0f-4101-b369-3f490d3ba9ed service nova] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.860519] env[69563]: DEBUG oslo_concurrency.lockutils [req-47d7a48b-206d-4e04-a2c8-86c3d378f3c0 req-513f4538-ae0f-4101-b369-3f490d3ba9ed service nova] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.860694] env[69563]: DEBUG oslo_concurrency.lockutils [req-47d7a48b-206d-4e04-a2c8-86c3d378f3c0 req-513f4538-ae0f-4101-b369-3f490d3ba9ed service nova] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.860861] env[69563]: DEBUG nova.compute.manager [req-47d7a48b-206d-4e04-a2c8-86c3d378f3c0 req-513f4538-ae0f-4101-b369-3f490d3ba9ed service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] No waiting events found dispatching network-vif-plugged-f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1508.861125] env[69563]: WARNING nova.compute.manager [req-47d7a48b-206d-4e04-a2c8-86c3d378f3c0 req-513f4538-ae0f-4101-b369-3f490d3ba9ed service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Received unexpected event network-vif-plugged-f7cb9248-19bb-4790-9173-c74042fd2da6 for instance with vm_state building and task_state spawning. [ 1508.936408] env[69563]: DEBUG nova.network.neutron [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Successfully updated port: f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1509.442711] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.442930] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.443071] env[69563]: DEBUG nova.network.neutron [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Building network info cache for instance {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2069}} [ 1509.974931] env[69563]: DEBUG nova.network.neutron [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Instance cache missing network info. {{(pid=69563) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3382}} [ 1510.093670] env[69563]: DEBUG nova.network.neutron [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updating instance_info_cache with network_info: [{"id": "f7cb9248-19bb-4790-9173-c74042fd2da6", "address": "fa:16:3e:da:fd:fd", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7cb9248-19", "ovs_interfaceid": "f7cb9248-19bb-4790-9173-c74042fd2da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1510.596223] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Releasing lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.596526] env[69563]: DEBUG nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Instance network_info: |[{"id": "f7cb9248-19bb-4790-9173-c74042fd2da6", "address": "fa:16:3e:da:fd:fd", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7cb9248-19", "ovs_interfaceid": "f7cb9248-19bb-4790-9173-c74042fd2da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69563) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.596965] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:fd:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7cb9248-19bb-4790-9173-c74042fd2da6', 'vif_model': 'vmxnet3'}] {{(pid=69563) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.604809] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1510.605021] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Creating VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.605241] env[69563]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f7a29bb-88d0-4c21-8cc4-fc6212a0a085 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.625482] env[69563]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.625482] env[69563]: value = "task-3404815" [ 1510.625482] env[69563]: _type = "Task" [ 1510.625482] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.632749] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404815, 'name': CreateVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.886279] env[69563]: DEBUG nova.compute.manager [req-cda4097c-81d5-4109-83c5-bb1c8334200a req-8bff3014-d523-44ea-95b4-1e5abaed46a6 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Received event network-changed-f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.886427] env[69563]: DEBUG nova.compute.manager [req-cda4097c-81d5-4109-83c5-bb1c8334200a req-8bff3014-d523-44ea-95b4-1e5abaed46a6 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Refreshing instance network info cache due to event network-changed-f7cb9248-19bb-4790-9173-c74042fd2da6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1510.886634] env[69563]: DEBUG oslo_concurrency.lockutils [req-cda4097c-81d5-4109-83c5-bb1c8334200a req-8bff3014-d523-44ea-95b4-1e5abaed46a6 service nova] Acquiring lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.886776] env[69563]: DEBUG oslo_concurrency.lockutils [req-cda4097c-81d5-4109-83c5-bb1c8334200a req-8bff3014-d523-44ea-95b4-1e5abaed46a6 service nova] Acquired lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.886932] env[69563]: DEBUG nova.network.neutron [req-cda4097c-81d5-4109-83c5-bb1c8334200a req-8bff3014-d523-44ea-95b4-1e5abaed46a6 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Refreshing network info cache for port f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1511.138372] env[69563]: DEBUG oslo_vmware.api [-] Task: {'id': task-3404815, 'name': CreateVM_Task, 'duration_secs': 0.310935} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.138737] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Created VM on the ESX host {{(pid=69563) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1511.139418] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.139652] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.140102] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.140480] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026d7e31-62c2-4c0a-976d-4cb79da173df {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.145543] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1511.145543] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52503257-190f-7a9c-fe56-c88708b21b8e" [ 1511.145543] env[69563]: _type = "Task" [ 1511.145543] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.156448] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52503257-190f-7a9c-fe56-c88708b21b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.557097] env[69563]: DEBUG nova.network.neutron [req-cda4097c-81d5-4109-83c5-bb1c8334200a req-8bff3014-d523-44ea-95b4-1e5abaed46a6 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updated VIF entry in instance network info cache for port f7cb9248-19bb-4790-9173-c74042fd2da6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1511.557539] env[69563]: DEBUG nova.network.neutron [req-cda4097c-81d5-4109-83c5-bb1c8334200a req-8bff3014-d523-44ea-95b4-1e5abaed46a6 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updating instance_info_cache with network_info: [{"id": "f7cb9248-19bb-4790-9173-c74042fd2da6", "address": "fa:16:3e:da:fd:fd", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7cb9248-19", "ovs_interfaceid": "f7cb9248-19bb-4790-9173-c74042fd2da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1511.656158] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52503257-190f-7a9c-fe56-c88708b21b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012954} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.656447] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.656681] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Processing image fdcdd3ad-f87f-4ca4-816e-a61c59011fe7 {{(pid=69563) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.656923] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.657087] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.657277] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.657524] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dce541e-b86d-46f5-8124-63405f623f7a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.665397] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69563) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.665537] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69563) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.666210] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e0dd3d-5363-485a-98ee-86b1a5fba9c0 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.670906] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1511.670906] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ee602d-3147-cbde-a383-0d5c659165a1" [ 1511.670906] env[69563]: _type = "Task" [ 1511.670906] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.677911] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ee602d-3147-cbde-a383-0d5c659165a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.060553] env[69563]: DEBUG oslo_concurrency.lockutils [req-cda4097c-81d5-4109-83c5-bb1c8334200a req-8bff3014-d523-44ea-95b4-1e5abaed46a6 service nova] Releasing lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.181253] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52ee602d-3147-cbde-a383-0d5c659165a1, 'name': SearchDatastore_Task, 'duration_secs': 0.00805} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.181995] env[69563]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0a4cb5-b1cb-4bc5-9b35-a63d142c5ef6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.186824] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1512.186824] env[69563]: value = "session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52476558-5e4b-894f-f8ce-f2ed4a348027" [ 1512.186824] env[69563]: _type = "Task" [ 1512.186824] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.194016] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52476558-5e4b-894f-f8ce-f2ed4a348027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.696521] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': session[528dc40e-be09-fb6a-3659-3e5870c2fae0]52476558-5e4b-894f-f8ce-f2ed4a348027, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.696778] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.697036] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 80a894d5-a3fe-4e18-9c9c-4cfd29e48794/80a894d5-a3fe-4e18-9c9c-4cfd29e48794.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.697286] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79c3452-348c-42ee-8ac7-b7e5cb85d3f9 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.703960] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1512.703960] env[69563]: value = "task-3404816" [ 1512.703960] env[69563]: _type = "Task" [ 1512.703960] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.711311] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.213504] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450155} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.213884] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7/fdcdd3ad-f87f-4ca4-816e-a61c59011fe7.vmdk to [datastore1] 80a894d5-a3fe-4e18-9c9c-4cfd29e48794/80a894d5-a3fe-4e18-9c9c-4cfd29e48794.vmdk {{(pid=69563) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.214015] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Extending root virtual disk to 1048576 {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.214263] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-261a03f5-2459-4c14-a2bd-dbc944889ae8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.219684] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1513.219684] env[69563]: value = "task-3404817" [ 1513.219684] env[69563]: _type = "Task" [ 1513.219684] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.226288] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.733064] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060611} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.733449] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Extended root virtual disk {{(pid=69563) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.734571] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c54da-2acc-46bd-a7f7-a0f6fd342e67 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.760896] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 80a894d5-a3fe-4e18-9c9c-4cfd29e48794/80a894d5-a3fe-4e18-9c9c-4cfd29e48794.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.761150] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65aa91a8-d207-4f96-a03a-26c0592d47ba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.780777] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1513.780777] env[69563]: value = "task-3404818" [ 1513.780777] env[69563]: _type = "Task" [ 1513.780777] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.788184] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.291159] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404818, 'name': ReconfigVM_Task, 'duration_secs': 0.345028} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.291559] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 80a894d5-a3fe-4e18-9c9c-4cfd29e48794/80a894d5-a3fe-4e18-9c9c-4cfd29e48794.vmdk or device None with type sparse {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.292031] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d248713-34ce-4ab7-992c-70442db1d58a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.297824] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1514.297824] env[69563]: value = "task-3404819" [ 1514.297824] env[69563]: _type = "Task" [ 1514.297824] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.305887] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404819, 'name': Rename_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.807938] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404819, 'name': Rename_Task, 'duration_secs': 0.148592} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.808215] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Powering on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.808484] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6370ec0d-d227-4c4f-b7d3-17f9ed2419ca {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.814849] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1514.814849] env[69563]: value = "task-3404820" [ 1514.814849] env[69563]: _type = "Task" [ 1514.814849] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.821709] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.324636] env[69563]: DEBUG oslo_vmware.api [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404820, 'name': PowerOnVM_Task, 'duration_secs': 0.499303} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.325051] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Powered on the VM {{(pid=69563) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.325156] env[69563]: INFO nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1515.325292] env[69563]: DEBUG nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Checking state {{(pid=69563) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.326139] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d306a0-e6e1-422c-95b1-139d1d913b6e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.844167] env[69563]: INFO nova.compute.manager [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Took 11.29 seconds to build instance. [ 1516.346806] env[69563]: DEBUG oslo_concurrency.lockutils [None req-158c2edf-d5f6-4ece-a860-7b96a703d260 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.804s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.738189] env[69563]: DEBUG nova.compute.manager [req-174f634b-cc0e-4056-88e1-ec390f0dc4f7 req-f9993adc-2901-4776-9a43-8783127931c7 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Received event network-changed-f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1516.738511] env[69563]: DEBUG nova.compute.manager [req-174f634b-cc0e-4056-88e1-ec390f0dc4f7 req-f9993adc-2901-4776-9a43-8783127931c7 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Refreshing instance network info cache due to event network-changed-f7cb9248-19bb-4790-9173-c74042fd2da6. {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1516.738756] env[69563]: DEBUG oslo_concurrency.lockutils [req-174f634b-cc0e-4056-88e1-ec390f0dc4f7 req-f9993adc-2901-4776-9a43-8783127931c7 service nova] Acquiring lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.738913] env[69563]: DEBUG oslo_concurrency.lockutils [req-174f634b-cc0e-4056-88e1-ec390f0dc4f7 req-f9993adc-2901-4776-9a43-8783127931c7 service nova] Acquired lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.739099] env[69563]: DEBUG nova.network.neutron [req-174f634b-cc0e-4056-88e1-ec390f0dc4f7 req-f9993adc-2901-4776-9a43-8783127931c7 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Refreshing network info cache for port f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2066}} [ 1517.430223] env[69563]: DEBUG nova.network.neutron [req-174f634b-cc0e-4056-88e1-ec390f0dc4f7 req-f9993adc-2901-4776-9a43-8783127931c7 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updated VIF entry in instance network info cache for port f7cb9248-19bb-4790-9173-c74042fd2da6. {{(pid=69563) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3541}} [ 1517.430599] env[69563]: DEBUG nova.network.neutron [req-174f634b-cc0e-4056-88e1-ec390f0dc4f7 req-f9993adc-2901-4776-9a43-8783127931c7 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updating instance_info_cache with network_info: [{"id": "f7cb9248-19bb-4790-9173-c74042fd2da6", "address": "fa:16:3e:da:fd:fd", "network": {"id": "38b0347c-588a-418d-943a-35c439b0a477", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1508489951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406989080ac74f82a5ab83ce38e89814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7cb9248-19", "ovs_interfaceid": "f7cb9248-19bb-4790-9173-c74042fd2da6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1517.933742] env[69563]: DEBUG oslo_concurrency.lockutils [req-174f634b-cc0e-4056-88e1-ec390f0dc4f7 req-f9993adc-2901-4776-9a43-8783127931c7 service nova] Releasing lock "refresh_cache-80a894d5-a3fe-4e18-9c9c-4cfd29e48794" {{(pid=69563) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.133150] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.133611] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.639068] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.639239] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.639388] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.639550] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.639692] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.639835] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.639963] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1523.640117] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.143099] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.143541] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.143541] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.143752] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1524.144693] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4818359e-5341-4cb8-8d3f-5225d2bf9eeb {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.152996] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29d9d31-2952-4ec8-9d63-2f3c9288cb23 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.167547] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75496be-329d-4013-8709-afd909b2b5d1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.173656] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be6757-5ee5-4e41-a732-7ab2934abdb7 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.201904] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180561MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1524.202051] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.202219] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.227243] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Instance 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69563) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1525.227533] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1525.227617] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1525.254179] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c470838-bcb9-4afd-b88d-2a29b00c5baf {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.261462] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98baf4f8-e2b3-46f4-ba25-1854a523537d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.939316] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f134d9-1624-420c-8f53-cf779651e64b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.947466] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3dced-5ae8-42d5-8d02-b8c069b46917 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.960687] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.463756] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.969254] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1526.969515] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.767s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.058699] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.059037] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.562078] env[69563]: DEBUG nova.compute.utils [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1556.064820] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.123293] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.123677] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.123766] env[69563]: INFO nova.compute.manager [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Attaching volume cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d to /dev/sdb [ 1557.153300] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368915bf-a3b8-4138-b656-c8bb89d80848 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.161144] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e56b39d-9964-4e0c-9105-050226e950be {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.175353] env[69563]: DEBUG nova.virt.block_device [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updating existing volume attachment record: 362def08-aed1-4b9d-829e-2c8f7c5dc832 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1561.718286] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1561.718574] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679300', 'volume_id': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'name': 'volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80a894d5-a3fe-4e18-9c9c-4cfd29e48794', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'serial': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1561.719434] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c22fa93-7ac6-4e0f-bfb5-62a5743ad375 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.735498] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0150033e-62c7-4fc4-a130-03934df5ae96 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.758802] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d/volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.759079] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e924481b-3ca4-476b-9362-2eb3ca587922 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.776506] env[69563]: DEBUG oslo_vmware.api [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1561.776506] env[69563]: value = "task-3404823" [ 1561.776506] env[69563]: _type = "Task" [ 1561.776506] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.783958] env[69563]: DEBUG oslo_vmware.api [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.286731] env[69563]: DEBUG oslo_vmware.api [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404823, 'name': ReconfigVM_Task, 'duration_secs': 0.314818} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.287104] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d/volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.291874] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1305d6-5708-4c3d-9f7e-8378b6d34218 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.306689] env[69563]: DEBUG oslo_vmware.api [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1562.306689] env[69563]: value = "task-3404824" [ 1562.306689] env[69563]: _type = "Task" [ 1562.306689] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.314095] env[69563]: DEBUG oslo_vmware.api [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.816245] env[69563]: DEBUG oslo_vmware.api [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404824, 'name': ReconfigVM_Task, 'duration_secs': 0.149612} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.816562] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679300', 'volume_id': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'name': 'volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80a894d5-a3fe-4e18-9c9c-4cfd29e48794', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'serial': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1563.851677] env[69563]: DEBUG nova.objects.instance [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.358491] env[69563]: DEBUG oslo_concurrency.lockutils [None req-e3b5213a-4ff7-4e65-90c9-1bf5dc38b627 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.158450] env[69563]: DEBUG oslo_concurrency.lockutils [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.158728] env[69563]: DEBUG oslo_concurrency.lockutils [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.662158] env[69563]: DEBUG nova.compute.utils [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Using /dev/sd instead of None {{(pid=69563) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1566.165417] env[69563]: DEBUG oslo_concurrency.lockutils [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.217457] env[69563]: DEBUG oslo_concurrency.lockutils [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.217857] env[69563]: DEBUG oslo_concurrency.lockutils [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.218026] env[69563]: INFO nova.compute.manager [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Attaching volume cb82d3ef-7387-4e1e-877d-1f664aa836b2 to /dev/sdc [ 1567.247959] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a4dc0c-1877-4ade-bd37-075ee95cec4d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.255194] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad61373-bee2-47ea-b217-23ac94c56a1e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.268267] env[69563]: DEBUG nova.virt.block_device [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updating existing volume attachment record: ad8942ca-4147-45bf-83ad-043dd8ebfad6 {{(pid=69563) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1571.812189] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Volume attach. Driver type: vmdk {{(pid=69563) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1571.812507] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679301', 'volume_id': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'name': 'volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80a894d5-a3fe-4e18-9c9c-4cfd29e48794', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'serial': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1571.813467] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd9024d-8016-451c-bb61-60249f48c8ff {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.829550] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ff49d-20c8-466c-b255-d02a7d5aaaba {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.855741] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2/volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.855976] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453bd2c6-04f4-4bc3-8596-c32ea9fe1e5a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.875020] env[69563]: DEBUG oslo_vmware.api [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1571.875020] env[69563]: value = "task-3404827" [ 1571.875020] env[69563]: _type = "Task" [ 1571.875020] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.883430] env[69563]: DEBUG oslo_vmware.api [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.385195] env[69563]: DEBUG oslo_vmware.api [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404827, 'name': ReconfigVM_Task, 'duration_secs': 0.331071} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.385583] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2/volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2.vmdk or device None with type thin {{(pid=69563) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.390219] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5ba69c-f41c-48de-834f-02df5f07caf1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.405831] env[69563]: DEBUG oslo_vmware.api [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1572.405831] env[69563]: value = "task-3404828" [ 1572.405831] env[69563]: _type = "Task" [ 1572.405831] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.413360] env[69563]: DEBUG oslo_vmware.api [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.915588] env[69563]: DEBUG oslo_vmware.api [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404828, 'name': ReconfigVM_Task, 'duration_secs': 0.143075} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.915929] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679301', 'volume_id': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'name': 'volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80a894d5-a3fe-4e18-9c9c-4cfd29e48794', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'serial': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2'} {{(pid=69563) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1573.950808] env[69563]: DEBUG nova.objects.instance [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.456956] env[69563]: DEBUG oslo_concurrency.lockutils [None req-452b9b53-3c70-4f1e-8de6-5b17954eb8c1 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.746169] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.746486] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.250266] env[69563]: INFO nova.compute.manager [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Detaching volume cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d [ 1575.279828] env[69563]: INFO nova.virt.block_device [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Attempting to driver detach volume cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d from mountpoint /dev/sdb [ 1575.280086] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1575.280272] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679300', 'volume_id': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'name': 'volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80a894d5-a3fe-4e18-9c9c-4cfd29e48794', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'serial': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1575.281164] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2236b8d2-d665-43d5-ae49-4ae0dd558bfe {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.306147] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3107f22-1bb1-45ee-bd6a-460aa3666f99 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.312874] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e1f05d-557b-4937-9e45-7d819e08680b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.334607] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d044e34-5d30-418f-9eeb-a87904d7c024 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.348850] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] The volume has not been displaced from its original location: [datastore2] volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d/volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1575.354018] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1575.354266] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c59b0d55-6aee-41d8-bda1-44f9508d20af {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.373035] env[69563]: DEBUG oslo_vmware.api [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1575.373035] env[69563]: value = "task-3404829" [ 1575.373035] env[69563]: _type = "Task" [ 1575.373035] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.380439] env[69563]: DEBUG oslo_vmware.api [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.882766] env[69563]: DEBUG oslo_vmware.api [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.384105] env[69563]: DEBUG oslo_vmware.api [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.884677] env[69563]: DEBUG oslo_vmware.api [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404829, 'name': ReconfigVM_Task, 'duration_secs': 1.239573} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.884965] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1576.889522] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b734be6e-3156-439f-bde3-22d102c3e86a {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.903958] env[69563]: DEBUG oslo_vmware.api [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1576.903958] env[69563]: value = "task-3404830" [ 1576.903958] env[69563]: _type = "Task" [ 1576.903958] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.911113] env[69563]: DEBUG oslo_vmware.api [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.413709] env[69563]: DEBUG oslo_vmware.api [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404830, 'name': ReconfigVM_Task, 'duration_secs': 0.153926} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.414069] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679300', 'volume_id': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'name': 'volume-cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80a894d5-a3fe-4e18-9c9c-4cfd29e48794', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d', 'serial': 'cb66a3e9-d9fe-4a2e-a1d5-7be5b1b3490d'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1577.956588] env[69563]: DEBUG nova.objects.instance [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.964181] env[69563]: DEBUG oslo_concurrency.lockutils [None req-0fc3b71e-7292-4582-915a-00f7f5173b12 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.218s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.010853] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.011112] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.513850] env[69563]: INFO nova.compute.manager [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Detaching volume cb82d3ef-7387-4e1e-877d-1f664aa836b2 [ 1579.543709] env[69563]: INFO nova.virt.block_device [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Attempting to driver detach volume cb82d3ef-7387-4e1e-877d-1f664aa836b2 from mountpoint /dev/sdc [ 1579.543963] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Volume detach. Driver type: vmdk {{(pid=69563) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1579.544150] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679301', 'volume_id': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'name': 'volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80a894d5-a3fe-4e18-9c9c-4cfd29e48794', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'serial': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1579.545049] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0915b99-1b16-4bcb-a3a4-69a171c84948 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.566062] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f45a5c8-64e9-4550-ae00-309e49940c17 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.572849] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257c51fc-4bd3-4c00-ac1a-1460cd8194f8 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.592434] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a556df39-daba-4191-bdff-986b703c5c0f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.606228] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] The volume has not been displaced from its original location: [datastore2] volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2/volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2.vmdk. No consolidation needed. {{(pid=69563) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1579.611481] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1579.611740] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5822c280-663c-4993-abf0-ecb7c886002f {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.629417] env[69563]: DEBUG oslo_vmware.api [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1579.629417] env[69563]: value = "task-3404831" [ 1579.629417] env[69563]: _type = "Task" [ 1579.629417] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.636638] env[69563]: DEBUG oslo_vmware.api [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.138569] env[69563]: DEBUG oslo_vmware.api [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404831, 'name': ReconfigVM_Task, 'duration_secs': 0.217976} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.138954] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69563) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1580.143588] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6242d5cd-0276-455b-8cb2-5f6453824758 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.157828] env[69563]: DEBUG oslo_vmware.api [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1580.157828] env[69563]: value = "task-3404832" [ 1580.157828] env[69563]: _type = "Task" [ 1580.157828] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.165281] env[69563]: DEBUG oslo_vmware.api [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.669528] env[69563]: DEBUG oslo_vmware.api [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404832, 'name': ReconfigVM_Task, 'duration_secs': 0.135206} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.669788] env[69563]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679301', 'volume_id': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'name': 'volume-cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80a894d5-a3fe-4e18-9c9c-4cfd29e48794', 'attached_at': '', 'detached_at': '', 'volume_id': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2', 'serial': 'cb82d3ef-7387-4e1e-877d-1f664aa836b2'} {{(pid=69563) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1581.208713] env[69563]: DEBUG nova.objects.instance [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'flavor' on Instance uuid 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.216620] env[69563]: DEBUG oslo_concurrency.lockutils [None req-5e8cb0e2-b6db-4e54-81eb-021fe87cf585 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.382705] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.383130] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.383130] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.383282] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.383479] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.385674] env[69563]: INFO nova.compute.manager [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Terminating instance [ 1583.889865] env[69563]: DEBUG nova.compute.manager [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Start destroying the instance on the hypervisor. {{(pid=69563) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1583.890110] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Destroying instance {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.891014] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed21b0e-2eb2-42d0-a270-ef051f204eb1 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.898894] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Powering off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.899137] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ee29e7-05d6-4d54-9efe-a95894afb7d4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.905551] env[69563]: DEBUG oslo_vmware.api [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1583.905551] env[69563]: value = "task-3404833" [ 1583.905551] env[69563]: _type = "Task" [ 1583.905551] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.913837] env[69563]: DEBUG oslo_vmware.api [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.414812] env[69563]: DEBUG oslo_vmware.api [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404833, 'name': PowerOffVM_Task, 'duration_secs': 0.186123} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.415224] env[69563]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Powered off the VM {{(pid=69563) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.415224] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Unregistering the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.415479] env[69563]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603acccc-1918-4416-8e48-3e4f4e933470 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.479759] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Unregistered the VM {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.479959] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Deleting contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.480157] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Deleting the datastore file [datastore1] 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.480411] env[69563]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35482fc0-d79a-4099-9888-d692d55801a4 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.487174] env[69563]: DEBUG oslo_vmware.api [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for the task: (returnval){ [ 1584.487174] env[69563]: value = "task-3404835" [ 1584.487174] env[69563]: _type = "Task" [ 1584.487174] env[69563]: } to complete. {{(pid=69563) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.493995] env[69563]: DEBUG oslo_vmware.api [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.997453] env[69563]: DEBUG oslo_vmware.api [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Task: {'id': task-3404835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143143} completed successfully. {{(pid=69563) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.997710] env[69563]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Deleted the datastore file {{(pid=69563) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.997846] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Deleted contents of the VM from datastore datastore1 {{(pid=69563) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.998030] env[69563]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Instance destroyed {{(pid=69563) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.998203] env[69563]: INFO nova.compute.manager [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1584.998438] env[69563]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69563) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1584.998634] env[69563]: DEBUG nova.compute.manager [-] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Deallocating network for instance {{(pid=69563) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.998726] env[69563]: DEBUG nova.network.neutron [-] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] deallocate_for_instance() {{(pid=69563) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1862}} [ 1585.513650] env[69563]: DEBUG nova.compute.manager [req-5c776ff0-479f-4832-92eb-9b937ed1e963 req-6aa34b3a-252a-4002-8c46-ae3378f33322 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Received event network-vif-deleted-f7cb9248-19bb-4790-9173-c74042fd2da6 {{(pid=69563) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1585.513923] env[69563]: INFO nova.compute.manager [req-5c776ff0-479f-4832-92eb-9b937ed1e963 req-6aa34b3a-252a-4002-8c46-ae3378f33322 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Neutron deleted interface f7cb9248-19bb-4790-9173-c74042fd2da6; detaching it from the instance and deleting it from the info cache [ 1585.514102] env[69563]: DEBUG nova.network.neutron [req-5c776ff0-479f-4832-92eb-9b937ed1e963 req-6aa34b3a-252a-4002-8c46-ae3378f33322 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1585.925661] env[69563]: DEBUG nova.network.neutron [-] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Updating instance_info_cache with network_info: [] {{(pid=69563) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:118}} [ 1586.016628] env[69563]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-310e314e-33d4-40b9-b327-be7bb27b6d9b {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.026654] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f8f97-a031-484e-9542-0f4d39630235 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.051437] env[69563]: DEBUG nova.compute.manager [req-5c776ff0-479f-4832-92eb-9b937ed1e963 req-6aa34b3a-252a-4002-8c46-ae3378f33322 service nova] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Detach interface failed, port_id=f7cb9248-19bb-4790-9173-c74042fd2da6, reason: Instance 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 could not be found. {{(pid=69563) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1586.430403] env[69563]: INFO nova.compute.manager [-] [instance: 80a894d5-a3fe-4e18-9c9c-4cfd29e48794] Took 1.43 seconds to deallocate network for instance. [ 1586.936947] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.937565] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.937745] env[69563]: DEBUG nova.objects.instance [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lazy-loading 'resources' on Instance uuid 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 {{(pid=69563) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.971022] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.971411] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.971673] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.971927] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.972199] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.972471] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.972724] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.972948] env[69563]: DEBUG nova.compute.manager [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69563) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1586.973206] env[69563]: DEBUG oslo_service.periodic_task [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69563) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.472130] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eed942-de1f-4dcd-ab41-506204da4c64 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.475595] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.480629] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170816d-f261-482b-b3fb-173f11d81430 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.510580] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412dc310-6637-4115-b9b5-4441a51a677d {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.517477] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8a1057-4cef-4489-8ac3-ce436043627e {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.531106] env[69563]: DEBUG nova.compute.provider_tree [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.034815] env[69563]: DEBUG nova.scheduler.client.report [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.539833] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.542141] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.067s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.542347] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.542525] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69563) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1588.543766] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a4450-b534-48a7-9879-a6b575f39cb6 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.551800] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99424a23-9cbb-4302-947d-01fe62a2a314 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.566400] env[69563]: INFO nova.scheduler.client.report [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Deleted allocations for instance 80a894d5-a3fe-4e18-9c9c-4cfd29e48794 [ 1588.567801] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c645b-8ec8-4f16-a810-332f8d9cb573 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.576099] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a24cec-c93b-4c79-8124-c2d33f1ee077 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.605275] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180563MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69563) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1588.605430] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.605625] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.076793] env[69563]: DEBUG oslo_concurrency.lockutils [None req-fa6e9cf6-b729-4276-8096-159ab98fe982 tempest-AttachVolumeTestJSON-608154412 tempest-AttachVolumeTestJSON-608154412-project-member] Lock "80a894d5-a3fe-4e18-9c9c-4cfd29e48794" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.622723] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1589.622897] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69563) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1589.636553] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46444885-fd81-44ee-9e8a-74369c48f603 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.644174] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab68240-0a53-4646-aa53-ccdc333a95fc {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.674061] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da74863f-b461-4a6b-8b0e-ddaf5e36c413 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.680278] env[69563]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8747f881-d313-483b-8a26-b721b95b7122 {{(pid=69563) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.692801] env[69563]: DEBUG nova.compute.provider_tree [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed in ProviderTree for provider: cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 {{(pid=69563) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.196533] env[69563]: DEBUG nova.scheduler.client.report [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Inventory has not changed for provider cf3b8fc3-a46a-4cfd-99f5-a4253b88aa26 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69563) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.701823] env[69563]: DEBUG nova.compute.resource_tracker [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69563) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1590.702054] env[69563]: DEBUG oslo_concurrency.lockutils [None req-53753c9e-654a-4d2d-9916-929bb53c85e2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=69563) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}